-- Logs begin at Mon 2022-05-16 18:09:35 UTC, end at Mon 2022-05-16 19:26:36 UTC. -- May 16 18:59:19.778316 dv-cinder-766064-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 18:59:22.607416 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.common.config [-] Logging enabled! May 16 18:59:22.608010 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 18:59:22.608097 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103564) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 18:59:22.611470 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.common.config [-] Logging enabled! May 16 18:59:22.611779 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 18:59:22.612104 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103564) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 18:59:22.613066 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:59:22.613296 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:59:22.613709 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:59:22.613956 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:59:22.614187 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:59:22.614609 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.614913 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.615130 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.615430 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.615730 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.616020 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.616310 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.616611 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.616901 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.617169 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.617453 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.617713 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.617998 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.618287 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.618579 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.618806 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] debug = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.619089 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.619529 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.619954 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.620238 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.620533 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.620820 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.621095 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.621388 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.621697 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.622033 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] host = dv-cinder-766064-6-iscsi {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.622318 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.622609 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.622902 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.623192 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.623471 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.623752 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.624042 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.624318 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.624595 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.624873 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.625166 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.625458 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.625788 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.626020 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.626246 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.626536 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.626837 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.627137 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.627415 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.627693 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.627971 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.628248 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.628524 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.628811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.629100 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.629389 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.629696 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.629978 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.630254 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.630531 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.630821 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.631100 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.631376 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.631658 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.631949 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.632221 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.632500 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.632804 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.633092 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.633375 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.633700 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.633984 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.634267 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.634539 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.634813 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.635087 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] use_json = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.635361 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.635632 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.635916 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.636190 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.636463 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.636737 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.637009 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.637293 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.637588 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:22.637890 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.638192 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.638494 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.638779 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.639086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.639368 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.639660 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.639944 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.640236 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.640527 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.640817 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.641097 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.641398 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.641719 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.642022 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.642329 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.642629 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.642977 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.643256 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.643532 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.643809 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.644093 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.644383 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.644664 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.644956 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.645248 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.645546 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.645849 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.646137 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.646428 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.646727 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.647020 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.647302 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.647586 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.647883 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.648167 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.648449 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.648742 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.649026 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.649303 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.649616 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.649900 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.650178 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.650457 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.650742 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.651038 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.651321 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.651605 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.652245 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.652529 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.652808 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.653099 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.653383 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.653695 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.653974 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.654256 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.654536 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.654816 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.655098 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.655375 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.655656 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.655932 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.656205 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.656480 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.656758 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.657036 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.657315 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.657623 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.657905 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.658182 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.658487 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.658765 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.659041 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.659315 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.659615 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.659897 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.660179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.660462 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.660743 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.661024 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.661304 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.661618 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.661902 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.662178 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.662474 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.662761 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.663057 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.663345 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.663628 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.663944 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.664224 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.664505 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.664792 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.665075 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.665355 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.665668 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.666399 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.666701 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.667004 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.667288 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.667587 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.667887 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.668182 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.668465 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.668777 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.672722 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:22.672987 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:59:22.673254 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103564) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 18:59:23.142851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 18:59:23.143077 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 18:59:23.143421 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 18:59:23.143755 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 18:59:23.469434 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.469750 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.470022 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.471262 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.471541 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.471803 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.526280 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.526562 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.527188 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.541903 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.542203 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.542473 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.572398 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.572675 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.572943 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.609307 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.609953 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.609953 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.952753 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.953041 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.953316 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.953591 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:23.954322 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.052752 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.053072 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.053361 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.053670 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.053949 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.054263 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.054530 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.054793 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.055049 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.055333 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.055598 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.055853 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.056116 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.056373 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.056632 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.056898 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.057159 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.057429 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.057712 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.057978 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.058256 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.058511 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.058798 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.059185 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.059433 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.059683 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.060080 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.060323 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.060566 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.060807 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.061046 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.061285 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.061682 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 18:59:24.064913 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 18:59:24.068861 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 18:59:24.072573 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 16 18:59:24.074235 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 18:59:24.074713 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 18:59:24.075050 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 18:59:24.075437 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 18:59:24.078504 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 18:59:24.078765 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 18:59:24.079119 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 18:59:24.084105 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 18:59:24.107934 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 18:59:24.108392 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.108696 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103564) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 18:59:24.109150 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.110551 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103564) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 18:59:24.110833 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 18:59:24.111085 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 18:59:24.114542 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.114827 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.177865 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 18:59:24.178106 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 18:59:24.178346 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 18:59:24.178727 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 18:59:24.201245 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_db.sqlalchemy.engines [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103564) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 18:59:24.671615 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing driver for type 'gre' May 16 18:59:24.672305 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] gre ID ranges: [(1, 1000)] May 16 18:59:24.738251 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing driver for type 'local' May 16 18:59:24.738603 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing driver for type 'vlan' May 16 18:59:24.758886 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] VlanTypeDriver initialization complete May 16 18:59:24.759209 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing driver for type 'vxlan' May 16 18:59:24.759777 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] vxlan ID ranges: [(1, 1000)] May 16 18:59:24.818746 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing extension driver 'port_security' May 16 18:59:24.819101 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] PortSecurityExtensionDriver initialization complete May 16 18:59:24.819435 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing mechanism driver 'openvswitch' May 16 18:59:24.819763 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing mechanism driver 'hyperv' May 16 18:59:24.826431 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:24.827292 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.827667 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.828036 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.828559 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:59:24.828998 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.829356 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.829756 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.830557 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:59:24.831224 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.831818 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.832340 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.832995 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:59:24.833418 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.833802 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.834317 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.834999 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:59:24.835540 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.835894 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.836240 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.836636 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:59:24.837040 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.837411 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.837844 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.838234 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:59:24.838709 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] ML2 OVO RPC backend initialized. {{(pid=103564) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 18:59:24.839420 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.839777 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.840186 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.840533 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > networks before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.840890 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.841233 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > ports before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.841571 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.841906 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.842252 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.842591 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.842925 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.843257 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.843591 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.843925 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.844259 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.844591 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.844936 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.852623 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded quota_driver: . May 16 18:59:24.852992 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.plugin [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Modular L2 Plugin initialization complete May 16 18:59:24.853373 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading services supported by the core plugin {{(pid=103564) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 18:59:24.853743 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.plugins.ml2.managers [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Got port-security extension from driver 'port_security' May 16 18:59:24.854247 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.extensions.vlantransparent [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Disabled vlantransparent extension. May 16 18:59:24.854715 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103564) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 18:59:24.855042 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: router May 16 18:59:24.891582 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.891980 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_create 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.892349 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router before_create 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.893036 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.893421 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.894057 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_delete 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.894648 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.895238 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.895797 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_create 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.896376 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_update 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.896788 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_update 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.897148 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.897823 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_update 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.898542 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.898981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.899331 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.899672 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: subnet after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.900020 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.900440 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.900791 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.901138 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.901482 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.902226 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router after_update 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.902565 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.902919 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.903277 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.903621 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.904100 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > agent after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.904455 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.904800 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > network after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.905708 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Tracking information for resource: router configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.906037 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Tracking information for resource: floatingip configured {{(pid=103564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:59:24.911073 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.db.l3_agentschedulers_db [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 18:59:24.911639 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.912001 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.912349 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.912698 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.913487 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router before_create 55550100 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.913874 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.914231 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.914587 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.919340 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.provider_configuration [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service providers = [] {{(pid=103564) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 18:59:24.919704 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.db.servicetype_db [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103564) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 18:59:24.922699 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.service_base [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:59:24.923004 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.service_base [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:59:24.923342 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.service_base [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:59:24.924398 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.services.service_base [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:59:24.925023 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.services.service_base [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 18:59:24.925675 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.926218 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 18:59:24.937935 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.938272 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: auto_allocate May 16 18:59:24.944106 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: network precommit_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.944483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: network precommit_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.945002 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.945324 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: tag May 16 18:59:24.952232 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.952545 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: timestamp May 16 18:59:24.956963 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.957504 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: network_ip_availability May 16 18:59:24.964214 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.964588 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.964946 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:24.965731 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.966053 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: flavors May 16 18:59:24.971161 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.971489 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading Plugin: revisions May 16 18:59:24.975767 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:59:24.976165 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_concurrency.lockutils [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=103564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 18:59:24.976903 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103564) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 18:59:24.977239 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Initializing extension manager. May 16 18:59:24.977803 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: __init__.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.978148 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: __pycache__ {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.978487 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: _port_mac_address_override.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.978820 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: address_group.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.979586 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.980171 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: address-group May 16 18:59:24.980479 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: address_scope.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.981192 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.981738 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: address-scope May 16 18:59:24.982060 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.982999 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.983505 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: router-admin-state-down-before-update May 16 18:59:24.983830 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: agent.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.984528 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.985033 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: agent May 16 18:59:24.985355 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: agent_resources_synced.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.986337 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.986850 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: agent-resources-synced May 16 18:59:24.987173 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.990041 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.990679 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: allowed-address-pairs May 16 18:59:24.991009 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.992542 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.993067 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: auto-allocated-topology May 16 18:59:24.993398 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: availability_zone.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.994200 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.994704 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: availability_zone May 16 18:59:24.995029 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: availability_zone_filter.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.995935 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.996444 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: availability_zone_filter May 16 18:59:24.996762 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: data_plane_status.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.997711 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.998212 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension data-plane-status not supported by any of loaded plugins May 16 18:59:24.998534 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: default_subnetpools.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:24.999454 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:24.999954 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: default-subnetpools May 16 18:59:25.000278 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.001089 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.001629 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: dhcp_agent_scheduler May 16 18:59:25.001974 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: dns.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.002897 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.003394 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension dns-integration not supported by any of loaded plugins May 16 18:59:25.003718 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: dns_domain_ports.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.004632 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.005243 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 18:59:25.005594 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.006525 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.007017 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 18:59:25.007346 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: dvr.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.008031 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.008534 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: dvr May 16 18:59:25.008862 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: ecmp_routes.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.009805 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.010310 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension ecmp_routes not supported by any of loaded plugins May 16 18:59:25.010726 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: empty_string_filtering.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.012133 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.012996 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: empty-string-filtering May 16 18:59:25.013343 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.014525 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.015268 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 18:59:25.015646 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.016623 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.017245 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 18:59:25.017949 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: external_net.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.019125 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.019645 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: external-net May 16 18:59:25.019971 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.020875 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.021384 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: extra_dhcp_opt May 16 18:59:25.021731 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: extraroute.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.022639 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.023151 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: extraroute May 16 18:59:25.023463 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: extraroute_atomic.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.024676 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.025188 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: extraroute-atomic May 16 18:59:25.025512 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: filter_validation.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.026220 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.027073 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: filter-validation May 16 18:59:25.027391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: fip_pf_description.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.028304 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.028810 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 18:59:25.029130 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: fip_pf_port_range.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.030059 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.030565 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 18:59:25.030886 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: fip_port_details.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.031822 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.032325 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: fip-port-details May 16 18:59:25.032648 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: flavors.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.033936 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.034447 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: flavors May 16 18:59:25.034769 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.036491 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.037011 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 18:59:25.037335 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: floatingip_pools.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.038065 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.038572 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: floatingip-pools May 16 18:59:25.038892 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: ip_allocation.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.039810 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.040307 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension ip_allocation not supported by any of loaded plugins May 16 18:59:25.040629 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.041637 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.042144 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: ip-substring-filtering May 16 18:59:25.042605 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l2_adjacency.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.043377 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.043881 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension l2_adjacency not supported by any of loaded plugins May 16 18:59:25.044207 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.045174 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.045755 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: router May 16 18:59:25.046055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.048741 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.049385 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 18:59:25.049816 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.050817 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.051360 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: ext-gw-mode May 16 18:59:25.051690 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.052606 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.053116 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: l3-ha May 16 18:59:25.053442 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.054378 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.054882 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 18:59:25.055210 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_flavors.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.056596 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.057115 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: l3-flavors May 16 18:59:25.057439 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.059351 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.060165 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 18:59:25.060713 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.061799 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.062578 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: l3-port-ip-change-not-allowed May 16 18:59:25.063125 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: l3agentscheduler.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.064359 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.065423 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: l3_agent_scheduler May 16 18:59:25.065782 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: local_ip.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.069134 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.069691 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension local_ip not supported by any of loaded plugins May 16 18:59:25.070025 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: logging.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.071585 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.072098 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension logging not supported by any of loaded plugins May 16 18:59:25.072429 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: metering.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.073171 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.073784 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: metering May 16 18:59:25.074110 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.075208 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.075715 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: metering_source_and_destination_fields May 16 18:59:25.076042 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: multiprovidernet.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.077055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.077560 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: multi-provider May 16 18:59:25.077913 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: netmtu.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.078833 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.079333 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: net-mtu May 16 18:59:25.079652 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: netmtu_writable.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.080628 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.081131 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: net-mtu-writable May 16 18:59:25.081450 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: network_availability_zone.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.082141 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.082646 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: network_availability_zone May 16 18:59:25.082969 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: network_ip_availability.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.084071 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.084577 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: network-ip-availability May 16 18:59:25.084902 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: network_segment_range.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.085781 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.086641 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension network-segment-range not supported by any of loaded plugins May 16 18:59:25.087167 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: pagination.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.088707 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.089150 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: pagination May 16 18:59:25.089481 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: port_device_profile.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.090608 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.091210 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: port-device-profile May 16 18:59:25.091537 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: port_mac_address_override.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.092482 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.092990 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: port-mac-override May 16 18:59:25.093315 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.094857 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.094857 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: port-mac-address-regenerate May 16 18:59:25.095185 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.096134 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.096647 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: port-numa-affinity-policy May 16 18:59:25.096965 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: port_resource_request.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.097895 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.098405 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension port-resource-request not supported by any of loaded plugins May 16 18:59:25.098725 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.099951 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.100843 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 18:59:25.101420 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: portbindings.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.102546 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.103062 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: binding May 16 18:59:25.103383 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: portbindings_extended.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.104942 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.105507 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: binding-extended May 16 18:59:25.108549 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: portsecurity.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.109975 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.110764 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: port-security May 16 18:59:25.111304 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: project_id.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.112945 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.113503 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: project-id May 16 18:59:25.113932 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: providernet.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.114859 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.115462 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: provider May 16 18:59:25.115851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.122337 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.123215 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos not supported by any of loaded plugins May 16 18:59:25.123773 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.125926 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.126790 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 18:59:25.127342 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.128885 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.129777 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 18:59:25.130318 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_default.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.131844 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.132666 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-default not supported by any of loaded plugins May 16 18:59:25.133192 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_fip.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.134833 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.135721 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-fip not supported by any of loaded plugins May 16 18:59:25.136260 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.137824 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.138667 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 18:59:25.139158 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.140578 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.141426 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 18:59:25.142002 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.143288 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.143793 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 18:59:25.144119 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.145149 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.145699 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 18:59:25.146027 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.147070 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.147579 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 18:59:25.147902 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_pps_rule.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.149073 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.149620 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-pps not supported by any of loaded plugins May 16 18:59:25.149947 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.150862 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.151373 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 18:59:25.152020 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.152949 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.153443 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 18:59:25.153801 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: qos_rules_alias.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.154853 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.155365 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 18:59:25.155690 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: quota_check_limit.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.156680 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.157198 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: quota-check-limit May 16 18:59:25.157555 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: quotasv2.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.158561 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.158885 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: quotas May 16 18:59:25.159207 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: quotasv2_detail.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.161033 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.161369 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: quota_details May 16 18:59:25.161726 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: rbac.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.162809 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.163346 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: rbac-policies May 16 18:59:25.163675 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: rbac_address_group.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.164620 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.165137 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: rbac-address-group May 16 18:59:25.165467 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: rbac_address_scope.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.166426 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.166941 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: rbac-address-scope May 16 18:59:25.167266 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: rbac_security_groups.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.168195 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.168708 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: rbac-security-groups May 16 18:59:25.169036 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.169987 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.170502 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: rbac-subnetpool May 16 18:59:25.170830 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: revisionifmatch.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.171760 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.172273 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: revision-if-match May 16 18:59:25.172598 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: revisions.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.173941 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.174405 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: standard-attr-revisions May 16 18:59:25.174734 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: router_availability_zone.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.175407 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.175918 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: router_availability_zone May 16 18:59:25.176238 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: routerservicetype.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.177177 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.177720 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension router-service-type not supported by any of loaded plugins May 16 18:59:25.178044 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.178992 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.179677 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: security-groups-normalized-cidr May 16 18:59:25.180002 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.180989 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.181512 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: port-security-groups-filtering May 16 18:59:25.181871 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.182813 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.183337 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: security-groups-remote-address-group May 16 18:59:25.183665 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.184748 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.185263 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: security-groups-shared-filtering May 16 18:59:25.185620 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.186221 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 18:59:25.186555 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: securitygroup.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.196252 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.196790 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: security-group May 16 18:59:25.197124 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: segment.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.197893 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.198409 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension segment not supported by any of loaded plugins May 16 18:59:25.198735 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.199677 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.200198 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 18:59:25.200547 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: servicetype.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.201664 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.202186 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: service-type May 16 18:59:25.202511 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: sorting.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.203484 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.203830 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: sorting May 16 18:59:25.204137 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: standard_attr_segment.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.205073 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.205646 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 18:59:25.205973 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: standardattrdescription.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.206628 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.207142 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: standard-attr-description May 16 18:59:25.207466 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: stateful_security_group.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.208405 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.208921 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: stateful-security-group May 16 18:59:25.209247 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: stdattrs_common.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.209841 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 18:59:25.210166 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.211111 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.211620 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 18:59:25.211937 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: subnet_onboard.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.213020 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.213548 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: subnet_onboard May 16 18:59:25.213896 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.214841 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.215359 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 18:59:25.215686 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: subnet_service_types.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.216651 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.217188 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: subnet-service-types May 16 18:59:25.217516 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: subnetallocation.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.218725 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.219168 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: subnet_allocation May 16 18:59:25.219498 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.220180 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.220743 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: subnetpool-prefix-ops May 16 18:59:25.221071 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.222036 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.222551 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 18:59:25.222876 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: tagging.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.223979 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.224496 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: standard-attr-tag May 16 18:59:25.224824 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: timestamp.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.226088 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.226610 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loaded extension: standard-attr-timestamp May 16 18:59:25.226945 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: trunk.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.228000 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.228513 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension trunk not supported by any of loaded plugins May 16 18:59:25.228838 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: trunk_details.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.229803 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.230318 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension trunk-details not supported by any of loaded plugins May 16 18:59:25.230648 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.231572 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.232084 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 18:59:25.232409 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Loading extension file: vlantransparent.py {{(pid=103564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:59:25.233088 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:59:25.233628 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extension vlan-transparent not supported by any of loaded plugins May 16 18:59:25.236196 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:network May 16 18:59:25.236766 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:subnet May 16 18:59:25.237160 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:59:25.237558 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:port May 16 18:59:25.238876 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.239327 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service FLAVORS assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.239958 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.240402 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.240735 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:router May 16 18:59:25.241159 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:floatingip May 16 18:59:25.241685 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service METERING assigned prefix: /metering {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.243153 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:25.243534 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:25.243890 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:59:25.244925 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of CountableResource for resource:rbac_policy May 16 18:59:25.245361 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:security_group May 16 18:59:25.245817 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 18:59:25.246424 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service CORE assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.246759 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:59:25.247116 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] subnetpool is already registered May 16 18:59:25.247536 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service CORE assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.247872 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:59:25.248208 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] subnetpool is already registered May 16 18:59:25.250531 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.250966 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service FLAVORS assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.251558 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.252091 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.252408 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:router May 16 18:59:25.252767 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] router is already registered May 16 18:59:25.253178 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:floatingip May 16 18:59:25.253518 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] floatingip is already registered May 16 18:59:25.254003 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service METERING assigned prefix: /metering {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.254682 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of CountableResource for resource:rbac_policy May 16 18:59:25.255005 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] rbac_policy is already registered May 16 18:59:25.255410 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:security_group May 16 18:59:25.255744 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] security_group is already registered May 16 18:59:25.256144 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 18:59:25.256478 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] security_group_rule is already registered May 16 18:59:25.257113 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service CORE assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.257446 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:59:25.257806 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] subnetpool is already registered May 16 18:59:25.258226 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.v2.resource_helper [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Service CORE assigned prefix: {{(pid=103564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:59:25.258554 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:59:25.258887 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING neutron.quota.resource_registry [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] subnetpool is already registered May 16 18:59:25.259356 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: extensions {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.260814 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: address-groups {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.262315 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: address-scopes {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.263614 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: agents {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.264756 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: auto-allocated-topology {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.266042 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: availability_zones {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.267264 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: dhcp-networks {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.268790 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: dhcp-agents {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.270234 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: routers {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.271956 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: flavors {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.273210 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: service_profiles {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.274424 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: next_providers {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.275847 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: service_profiles {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.277804 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: floatingip-pools {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.279006 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: routers {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.280665 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: floatingips {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.282863 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: l3-routers {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.284372 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: l3-agents {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.285793 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: metering-labels {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.287046 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: metering-label-rules {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.288395 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: network-ip-availabilities {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.289720 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: bindings {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.291190 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: quotas {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.292845 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: quotas {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.294394 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: rbac-policies {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.295569 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: security-groups {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.296840 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: security-group-rules {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.298122 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: service-providers {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.299338 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: subnetpools {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.300659 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: subnetpools {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.302210 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.303861 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.305731 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.307495 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.309158 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.311112 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.312811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.314775 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.316535 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.318318 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron.api.extensions [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Extended resource: tags {{(pid=103564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:59:25.324359 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING keystonemiddleware.auth_token [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 18:59:25.329683 dv-cinder-766064-6-iscsi neutron-server[103564]: WARNING keystonemiddleware.auth_token [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 18:59:25.338457 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_concurrency.lockutils [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Acquired lock "singleton_lock" {{(pid=103564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 18:59:25.338934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_concurrency.lockutils [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Releasing lock "singleton_lock" {{(pid=103564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 18:59:25.339597 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Starting 2 workers May 16 18:59:25.344553 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Started child 103673 {{(pid=103564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:59:25.349469 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Started child 103674 {{(pid=103564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:59:25.350826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.351609 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO neutron.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Neutron service started, listening on 0.0.0.0:9696 May 16 18:59:25.351764 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.352320 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [-] (103673) wsgi starting up on http://0.0.0.0:9696 May 16 18:59:25.354030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.354572 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Starting 1 workers May 16 18:59:25.355492 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [-] (103674) wsgi starting up on http://0.0.0.0:9696 May 16 18:59:25.359270 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Started child 103675 {{(pid=103564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:59:25.359812 dv-cinder-766064-6-iscsi neutron-server[103564]: INFO oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Starting 1 workers May 16 18:59:25.362975 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] calling RpcWorker wait() {{(pid=103675) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 18:59:25.363559 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] returning from RpcWorker wait() {{(pid=103675) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 18:59:25.364420 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Started child 103676 {{(pid=103564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:59:25.364611 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.365226 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed55f859-27d9-4253-adb3-d83b7f5bdfe0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.365359 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:25.367095 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 18:59:25.367273 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:59:25.367657 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:59:25.367853 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:59:25.368359 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:59:25.368486 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:59:25.369034 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.369293 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.369579 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.369876 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.370001 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.370456 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.370715 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.370978 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.371253 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.371462 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.371670 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.371848 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.372048 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.372276 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.372628 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.372899 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.373115 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.373393 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.373610 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.373835 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.374115 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.374374 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.374649 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] debug = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.374904 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.375420 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.375661 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.375930 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.376151 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.376435 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.376669 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.377038 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.377239 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.377476 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.377751 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.378005 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.378390 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.378631 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.378846 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.379045 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.379244 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.379602 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] host = dv-cinder-766064-6-iscsi {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.379869 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.380106 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.380353 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.380608 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.380876 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.381121 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.381381 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.381672 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.381926 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.382174 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.382412 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.382664 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.382883 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.383121 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.383288 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_options = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.383526 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.383793 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.384049 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.384244 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.384412 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.384576 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.384840 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.385005 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.385273 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.385497 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.385757 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.386059 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.386193 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.386418 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.386692 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.386931 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.387145 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.387369 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.387634 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.387864 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.388084 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.388308 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.388715 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.388959 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.389197 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.389431 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.389902 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.390266 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.390675 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.390933 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.391172 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.391470 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.391777 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.391990 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.392247 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.392531 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.392927 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.393029 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.393228 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.393481 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.394176 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.394176 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.394176 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.394419 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.395851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.395851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.395851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_json = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.395851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.395851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.395851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.396245 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.396245 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.396363 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.396428 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:25.396498 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.397855 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.397855 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.397855 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.397855 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.398138 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.398138 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.398369 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.398617 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.398844 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.399077 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.399372 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.399559 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.400148 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.400148 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.400413 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.400667 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.401070 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.401277 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.402088 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.402553 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.402779 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.403002 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.403253 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.403479 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.403755 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.404160 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.404568 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.404967 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.405228 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.405558 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.405997 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.406480 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.406904 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.407181 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.407476 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.407687 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.407941 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.408254 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.408520 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.408743 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.409218 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.409426 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.409897 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.410327 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.410569 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.410806 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.411045 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.411308 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.411548 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.411959 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.412366 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.412783 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.413087 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.413308 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.413562 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.413794 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.414030 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.414275 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.414545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.414789 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.415210 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.415652 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.415859 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.416222 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.416614 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.416992 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.417380 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.417786 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.418013 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.418217 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.418457 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.418681 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.418932 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.419116 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.419340 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.419580 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.419823 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.420041 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.420259 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.420479 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.420720 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.420935 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.421154 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.421369 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.421634 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.421856 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.422072 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.422291 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.422508 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.422729 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.422943 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.423209 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.423390 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.423926 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.424419 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.424859 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.425258 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.425741 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.425955 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.426233 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.426440 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.426676 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.426921 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.427179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.427404 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.427631 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.427852 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.428257 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.428753 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.428942 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.429325 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.429757 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.430163 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.430556 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.430925 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.431365 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.431634 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.431874 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.432121 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.432366 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.432592 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.432873 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.433120 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.433406 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.433654 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.433925 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.434208 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.434510 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.434780 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.435019 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.435252 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.435516 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.435780 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.436021 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.436276 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.436496 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.436943 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.437207 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.437433 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.437696 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.437950 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.438248 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.438485 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.438722 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.438963 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.439188 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.439485 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.439944 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.440405 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.440713 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.441010 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.441320 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.441658 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.441897 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.442134 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.442384 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.442605 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.442841 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.443056 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.443304 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.443538 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.443750 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.444001 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.444241 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.444414 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.444649 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.444875 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.445106 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.445351 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.445603 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.445812 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.446050 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.446270 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.446484 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.446707 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.446921 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.447190 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.447398 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.447670 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.447914 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.448128 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.448350 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.448616 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.448886 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.449101 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.449348 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.449588 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.449805 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.450018 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.450237 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.450496 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.450728 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.450875 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.451077 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.451308 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.451843 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.452194 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.452442 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.452694 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.452967 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.453204 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.453422 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.453682 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.453901 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.454138 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.454358 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.454602 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.454823 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.455189 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.455426 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.455515 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.455761 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.455850 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 38750) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:25.456023 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.456265 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.456503 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.456729 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.456956 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.457175 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.457392 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.457641 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.457855 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.458066 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.458277 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.458493 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.458724 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.459019 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.459258 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.459871 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.459871 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.460126 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.460248 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.460430 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.460680 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.460894 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.461193 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.461328 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.461616 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.461864 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.462036 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.462199 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.462427 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.462645 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.462873 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.463096 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.463306 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.463516 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.463739 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.463957 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.464163 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.464384 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.464592 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.464801 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.465021 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.465256 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.465520 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.465750 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.465961 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.466167 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.466406 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.466621 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.466832 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.467120 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.467376 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.467594 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.467878 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.468122 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.468380 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.468612 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.468782 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109160 May 16 18:59:25.468994 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.469811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.470848 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.471271 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.471686 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.471916 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.472627 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.472627 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.472823 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.473041 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.473282 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.473961 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.473961 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.474136 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.474294 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.474746 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476179 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476895 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476895 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476895 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.476895 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478111 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478111 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478111 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478616 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:25.478772 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478772 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478772 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478772 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.478772 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.479429 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.479429 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.479429 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.479429 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:59:25.479931 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 18:59:25.480095 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:59:25.480253 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:59:25.480424 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:59:25.480694 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:59:25.480818 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:59:25.480966 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.481128 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.481444 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.481656 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.482701 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.482874 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.483200 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.483502 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.483802 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.484099 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.484407 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.484713 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.484877 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.485032 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.485327 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.485643 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.485950 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.486209 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.486341 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.486475 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.486633 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.486971 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] debug = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.487296 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.487488 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.487651 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.487812 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.487974 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.488135 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.488295 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.488457 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.488617 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.488789 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.488930 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.489262 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.489641 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.490005 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.490223 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.490458 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.490679 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.490850 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] host = dv-cinder-766064-6-iscsi {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.491112 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.491330 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.491578 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.491749 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.492105 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.492449 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.492796 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.493015 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.493235 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.493457 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.493708 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.493922 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.494088 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.494252 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.494405 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_options = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.494569 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.494728 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.494888 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.495079 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.495245 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.495406 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.495566 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.495866 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496049 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496208 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496370 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496580 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496669 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496774 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.496938 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.497093 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.497250 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.497576 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.497882 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.498175 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.498344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.498503 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.498662 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.498824 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.498984 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.499144 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.499303 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.499460 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.499618 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.499781 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.499940 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.500101 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.500260 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.500420 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.500580 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.500740 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.500894 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.501056 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.501215 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.501374 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.501563 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.501720 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.501911 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502120 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502238 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502403 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502631 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_json = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502763 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502881 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.502998 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.503150 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.503308 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.503466 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.503625 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.503785 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.503946 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:59:25.504130 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.504293 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.504465 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.504628 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.504792 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.504953 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.505115 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.505277 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.505427 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.505807 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.505807 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506040 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506158 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506275 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506543 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506760 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.506849 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507010 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507170 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507334 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507495 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507665 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507828 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.507983 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.508135 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.508296 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.508449 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.508609 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.508865 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.508991 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.509093 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.509255 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.509417 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.509606 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.509765 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.509926 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.510907 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.511083 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.511252 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.511418 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.511582 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.511746 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.511908 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.512073 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.512236 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.512399 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.514483 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.515981 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.517344 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.519811 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.521545 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.522391 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.523086 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.524934 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.526110 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.526110 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.526284 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.527300 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.527488 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.527673 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.528938 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.529216 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.529397 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.530197 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.530381 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.531132 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.531132 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.531132 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.531132 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.531442 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.531818 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.532019 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.532187 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.532360 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.532523 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.532697 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.532846 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.533146 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.533933 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.533933 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534089 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534159 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534577 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534577 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534731 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534796 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.534936 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.535094 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.535264 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.535423 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.535588 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.535754 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.535918 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.536082 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.536246 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.536404 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.536569 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.536746 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.536913 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.537075 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.537336 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.537438 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.537573 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.537732 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.537895 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.538057 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.538220 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539090 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539090 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539090 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539090 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539090 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539416 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539416 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539613 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539718 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.539886 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.540053 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.540250 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.540406 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.540570 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.540760 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.540851 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.541010 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.541174 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.541341 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.541632 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.541798 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.541961 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.542131 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.542293 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.542459 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.542623 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.542785 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.542952 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.543181 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.543444 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.543704 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.543881 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.544048 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.544212 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.544376 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.544542 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.544707 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.544870 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.545030 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.545195 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.545357 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.545519 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.545726 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.545887 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.546051 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.546213 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.546379 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.546543 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.546721 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.546883 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.547045 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.547207 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.547371 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.547531 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.547703 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.547865 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.548029 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.548189 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.548352 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.548513 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.548685 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.548878 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.549040 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.549229 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.549394 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.549619 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.549734 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.549893 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.550055 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.550217 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.550380 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.550541 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.550713 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.550876 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.551041 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.551203 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.551364 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.551619 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.551800 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.551965 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.552127 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.552289 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.552451 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.552613 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.552786 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.552951 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.553168 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.553297 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.553615 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.553819 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.553997 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.554173 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.554339 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.554504 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.554667 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.554830 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.554991 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.555156 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.555324 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.555500 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.555673 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.555839 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.556011 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.556182 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.556356 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.556519 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.556689 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.556863 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.557025 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.557191 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.557354 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.557516 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.557794 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.557959 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.558122 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.558285 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.558448 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.558611 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.558777 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.558942 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.559104 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.559267 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.560183 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.560183 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.560183 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.560183 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.560183 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:59:25.560183 dv-cinder-766064-6-iscsi neutron-server[103564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:59:36.585255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6908d0-ff3b-452c-9233-0e73f220c1ba None None] get_active_networks_info from dv-cinder-766064-6-iscsi {{(pid=103675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 18:59:36.669346 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6908d0-ff3b-452c-9233-0e73f220c1ba None None] No non-hosted networks {{(pid=103675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 18:59:36.686143 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.agentschedulers_db [None req-7b6908d0-ff3b-452c-9233-0e73f220c1ba None None] DHCP Agent not found on host dv-cinder-766064-6-iscsi {{(pid=103675) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 18:59:36.765413 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b84aea5-06b1-4f56-a74a-4d9b505b03d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442210'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.805266 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8e5d71ef-7cc7-4d55-8cfd-fef71a743cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442210'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.833274 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b7095c53-e0a8-4628-b7f9-36543c10b480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:39.905787 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38820) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:40.104984 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442210'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:40.500615 dv-cinder-766064-6-iscsi neutron-server[103673]: WARNING oslo_policy.policy [None req-9ebbf276-6c37-4f82-8daa-c5e206b9e2fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:40.501381 dv-cinder-766064-6-iscsi neutron-server[103673]: WARNING oslo_policy.policy [None req-9ebbf276-6c37-4f82-8daa-c5e206b9e2fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:40.725222 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [None req-9ebbf276-6c37-4f82-8daa-c5e206b9e2fd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:40.741563 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9ebbf276-6c37-4f82-8daa-c5e206b9e2fd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8269494 May 16 18:59:41.675851 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442210'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.212454 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.db.l3_hamode_db [None req-aaf6fed0-ef41-480c-b9d9-a343374ca15c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 18:59:42.290739 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6fed0-ef41-480c-b9d9-a343374ca15c None None] Routers set() bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:42.291385 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6fed0-ef41-480c-b9d9-a343374ca15c None None] Router IDs set() for agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 18:59:43.072449 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442210'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:43.073930 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.074644 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.075156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.077733 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.078257 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.078593 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.078912 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.079258 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.080430 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.080907 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.081250 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.082781 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.083134 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.083461 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.083787 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:43.084191 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-766064-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:43.094366 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766064-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:43.255948 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38854) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:43.581209 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:43.672401 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.policy [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103673) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 18:59:43.714376 dv-cinder-766064-6-iscsi neutron-server[103673]: WARNING oslo_policy.policy [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:43.714760 dv-cinder-766064-6-iscsi neutron-server[103673]: WARNING oslo_policy.policy [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:43.812222 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761946499324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761946499776', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761946483133', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761946524243', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761946528697', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761946535560', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16077583', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16238141', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-354419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664136'] for rbac-policy (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:43.880918 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:43.882129 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ae8e61ad-47dd-4030-b846-695ad368b318 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6252222 May 16 18:59:46.322877 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38866) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:46.652091 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:46.686551 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Made reservation on behalf of 61523379bf5c40d6a32f35726b048037 for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:46.690390 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:46.706994 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:46.823040 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks [] for security_group (311dab63-30a1-4642-b90d-b760aa8a9fd9), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:46.829044 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (311dab63-30a1-4642-b90d-b760aa8a9fd9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:46.848847 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:59:46.883768 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (324669e4-58c4-418e-ae1a-20766c2f4d31), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:46.884287 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Added segment 324669e4-58c4-418e-ae1a-20766c2f4d31 of type vlan for network 75e10fd3-8794-4206-92b0-9792942893c7 May 16 18:59:46.903762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=311dab63-30a1-4642-b90d-b760aa8a9fd9,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:46.949275 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.949671 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.950025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.950354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.950655 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.950996 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.951351 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.951626 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.951899 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.952233 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.952545 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.952853 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.953167 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.953475 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.953789 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Tracked resource versions report: May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: pushed versions: May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: { 'AddressGroup': {'1.2'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Agent': {'1.1'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'ConntrackHelper': {'1.0'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'LocalIPAssociation': {'1.0'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Log': {'1.0'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'NDPProxy': {'1.0'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Network': {'1.1'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Port': {'1.7'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'PortForwarding': {'1.3'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'QosPolicy': {'1.10'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroup': {'1.5'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroupRule': {'1.2'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SubPort': {'1.0'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Subnet': {'1.1'}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Trunk': {'1.1'}} May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: consumer versions: May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Agent': '1.1', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'ConntrackHelper': '1.0', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'LocalIPAssociation': '1.0', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Log': '1.0', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'NDPProxy': '1.0', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Network': '1.1', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Port': '1.7', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'PortForwarding': '1.3', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'QosPolicy': '1.10', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroup': '1.5', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroupRule': '1.2', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SubPort': '1.0', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Subnet': '1.1', May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Trunk': '1.1'}} May 16 18:59:46.955186 dv-cinder-766064-6-iscsi neutron-server[103673]: {{(pid=103673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:59:46.990824 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (75e10fd3-8794-4206-92b0-9792942893c7), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.036355 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (75e10fd3-8794-4206-92b0-9792942893c7), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.041762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:47.042470 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.112147 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7881336 May 16 18:59:47.163771 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43555484-35df-4db6-b441-2eb8f98e4f7f demo demo] Pushing event updated for resources: {'Network': ['ID=75e10fd3-8794-4206-92b0-9792942893c7,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:47.176074 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 75e10fd3-8794-4206-92b0-9792942893c7 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:59:49.592010 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 38878) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:50.138509 dv-cinder-766064-6-iscsi neutron-server[103674]: WARNING oslo_policy.policy [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:50.139047 dv-cinder-766064-6-iscsi neutron-server[103674]: WARNING oslo_policy.policy [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:50.562397 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.policy [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103674) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 18:59:50.602290 dv-cinder-766064-6-iscsi neutron-server[103674]: WARNING oslo_policy.policy [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:50.602875 dv-cinder-766064-6-iscsi neutron-server[103674]: WARNING oslo_policy.policy [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:50.610305 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:50.611942 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7852ac54-1fbf-41b1-8899-82f25864931f demo admin] 10.222.0.24 "GET /v2.0/networks/75e10fd3-8794-4206-92b0-9792942893c7 HTTP/1.1" status: 200 len: 825 time: 1.0186806 May 16 18:59:50.654976 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-819d5fca-0a01-4362-b02f-51b5f5f804ae demo admin] 10.222.0.24 "GET /v2.0/subnetpools/9c09bcba-5804-4acd-a391-315ff6764258 HTTP/1.1" status: 200 len: 734 time: 0.0340419 May 16 18:59:50.663798 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258', 'name': 'private-subnet'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:50.703575 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Made reservation on behalf of 61523379bf5c40d6a32f35726b048037 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:50.706289 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:51.002863 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (384069c7-db5b-45fb-90a0-62e6410d8937), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:51.075628 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Checking segment: {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:51.075964 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Network hostable DHCP agents. Network: 75e10fd3-8794-4206-92b0-9792942893c7, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:59:51.078363 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Pushing event updated for resources: {'Subnet': ['ID=384069c7-db5b-45fb-90a0-62e6410d8937,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:51.090361 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.090695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.091041 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.091383 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.091715 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.092029 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.092361 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.092669 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.092989 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.093303 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.093618 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.093950 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.094268 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.094600 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.094907 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Tracked resource versions report: May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: pushed versions: May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: { 'AddressGroup': {'1.2'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Agent': {'1.1'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'ConntrackHelper': {'1.0'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'LocalIPAssociation': {'1.0'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Log': {'1.0'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'NDPProxy': {'1.0'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Network': {'1.1'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Port': {'1.7'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'PortForwarding': {'1.3'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'QosPolicy': {'1.10'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroup': {'1.5'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroupRule': {'1.2'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SubPort': {'1.0'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Subnet': {'1.1'}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Trunk': {'1.1'}} May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: consumer versions: May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Agent': '1.1', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'ConntrackHelper': '1.0', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'LocalIPAssociation': '1.0', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Log': '1.0', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'NDPProxy': '1.0', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Network': '1.1', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Port': '1.7', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'PortForwarding': '1.3', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'QosPolicy': '1.10', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroup': '1.5', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroupRule': '1.2', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SubPort': '1.0', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Subnet': '1.1', May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Trunk': '1.1'}} May 16 18:59:51.096204 dv-cinder-766064-6-iscsi neutron-server[103674]: {{(pid=103674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:59:51.128417 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Network 75e10fd3-8794-4206-92b0-9792942893c7 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:59:51.146143 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 75e10fd3-8794-4206-92b0-9792942893c7) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:51.151054 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:51.151657 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:51.157095 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8defd0-660c-4a01-81e4-65cf4fc58d95 None None] Network 75e10fd3-8794-4206-92b0-9792942893c7 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:59:51.174806 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b1defdf4-54a2-49d9-846c-01d390b2da4f demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5143912 May 16 18:59:51.436498 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-75e10fd3-8794-4206-92b0-9792942893c7', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'project_id': '61523379bf5c40d6a32f35726b048037', 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:59:51.437846 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:51.716890 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Allocated IP 172.20.0.2 (75e10fd3-8794-4206-92b0-9792942893c7/384069c7-db5b-45fb-90a0-62e6410d8937/34e81962-2433-4655-82df-54668b91a96f) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:59:51.981355 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Publish callbacks [] for port (34e81962-2433-4655-82df-54668b91a96f), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:51.991797 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (34e81962-2433-4655-82df-54668b91a96f), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:52.068770 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Network 75e10fd3-8794-4206-92b0-9792942893c7 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:52.076562 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:52.081774 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Pushing event updated for resources: {'Port': ['ID=34e81962-2433-4655-82df-54668b91a96f,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:52.083982 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:59:52.115858 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.116204 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.116578 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.116927 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.117265 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.117682 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.118021 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.118347 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.118703 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.119023 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.119344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.119688 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.120010 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.120330 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.120656 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Tracked resource versions report: May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: pushed versions: May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: { 'AddressGroup': {'1.2'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Agent': {'1.1'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'ConntrackHelper': {'1.0'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'LocalIPAssociation': {'1.0'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Log': {'1.0'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'NDPProxy': {'1.0'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Network': {'1.1'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Port': {'1.7'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'PortForwarding': {'1.3'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'QosPolicy': {'1.10'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroup': {'1.5'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroupRule': {'1.2'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SubPort': {'1.0'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Subnet': {'1.1'}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Trunk': {'1.1'}} May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: consumer versions: May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Agent': '1.1', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'ConntrackHelper': '1.0', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'LocalIPAssociation': '1.0', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Log': '1.0', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'NDPProxy': '1.0', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Network': '1.1', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Port': '1.7', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'PortForwarding': '1.3', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'QosPolicy': '1.10', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroup': '1.5', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroupRule': '1.2', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SubPort': '1.0', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Subnet': '1.1', May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Trunk': '1.1'}} May 16 18:59:52.122081 dv-cinder-766064-6-iscsi neutron-server[103675]: {{(pid=103675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:59:52.176915 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Attempting to bind port 34e81962-2433-4655-82df-54668b91a96f on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:59:52.177477 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Attempting to bind port 34e81962-2433-4655-82df-54668b91a96f by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:59:52.177765 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Attempting to bind port 34e81962-2433-4655-82df-54668b91a96f on network 75e10fd3-8794-4206-92b0-9792942893c7 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:59:52.183326 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:59:52.183712 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Checking segment: {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:52.184180 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:52.184581 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Bound using segment: {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:59:52.185061 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Bound port: 34e81962-2433-4655-82df-54668b91a96f, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:59:52.185463 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e81962-2433-4655-82df-54668b91a96f), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:52.244548 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] For port 34e81962-2433-4655-82df-54668b91a96f, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:59:52.263768 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] For port 34e81962-2433-4655-82df-54668b91a96f, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=34e81962-2433-4655-82df-54668b91a96f,segment=NetworkSegment(324669e4-58c4-418e-ae1a-20766c2f4d31),segment_id=324669e4-58c4-418e-ae1a-20766c2f4d31)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:59:52.271491 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34e81962-2433-4655-82df-54668b91a96f), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:52.331699 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb8008-0928-4006-bdf8-819391786dfb None None] Pushing event updated for resources: {'Port': ['ID=34e81962-2433-4655-82df-54668b91a96f,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:53.624584 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 38898) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:53.959313 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [None req-889d190d-d335-4251-b786-d045d3b443cf admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:53.960323 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-889d190d-d335-4251-b786-d045d3b443cf admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348970 May 16 18:59:56.432181 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38906) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:56.761447 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [None req-9830ae62-d75d-417d-91d9-c70ad17a7993 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:56.777555 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9830ae62-d75d-417d-91d9-c70ad17a7993 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3293371 May 16 18:59:59.193988 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 38914) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:59.516715 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:59.542562 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (e080b5e7-d866-4f70-ba58-1e829f93c032), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:59.544223 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (e080b5e7-d866-4f70-ba58-1e829f93c032), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:59.681578 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] Publish callbacks [] for router_controller (e080b5e7-d866-4f70-ba58-1e829f93c032), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:59.686742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (e080b5e7-d866-4f70-ba58-1e829f93c032), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:59.706796 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:59.709962 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-56c36bba-339d-413e-a9bb-4d52963ee5ec demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5149031 May 16 19:00:02.207797 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 38926) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:02.546185 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [None req-62cf3ee3-b465-4e93-891a-cc8975fa996f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:00:02.548287 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-62cf3ee3-b465-4e93-891a-cc8975fa996f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3393950 May 16 19:00:03.552780 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f986920-e842-43fe-bef3-aa7bb3f4a2b5 None None] Network 75e10fd3-8794-4206-92b0-9792942893c7 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:00:03.687687 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 34e81962-2433-4655-82df-54668b91a96f up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:00:03.707021 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] Provisioning complete for port 34e81962-2433-4655-82df-54668b91a96f triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:03.707438 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e81962-2433-4655-82df-54668b91a96f), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.797347 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 34e81962-2433-4655-82df-54668b91a96f triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:03.797688 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e81962-2433-4655-82df-54668b91a96f), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.890984 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] Current status of the port 34e81962-2433-4655-82df-54668b91a96f is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:03.891370 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e81962-2433-4655-82df-54668b91a96f), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.953349 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] For port 34e81962-2433-4655-82df-54668b91a96f, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=34e81962-2433-4655-82df-54668b91a96f,segment=NetworkSegment(324669e4-58c4-418e-ae1a-20766c2f4d31),segment_id=324669e4-58c4-418e-ae1a-20766c2f4d31)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:03.954619 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 34e81962-2433-4655-82df-54668b91a96f is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:03.955188 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e81962-2433-4655-82df-54668b91a96f), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.963272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34e81962-2433-4655-82df-54668b91a96f), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.039295 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c50da5-7512-48c2-ad0b-2188d8933308 None None] Pushing event updated for resources: {'Port': ['ID=34e81962-2433-4655-82df-54668b91a96f,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:04.042110 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.db.api [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:00:04.042569 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG oslo_db.api [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:00:04.081235 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-12f56674-9303-48db-b5cf-8053efb0781e None None] Provisioning complete for port 34e81962-2433-4655-82df-54668b91a96f triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:04.081686 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-12f56674-9303-48db-b5cf-8053efb0781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e81962-2433-4655-82df-54668b91a96f), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.155496 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-12f56674-9303-48db-b5cf-8053efb0781e None None] Current status of the port 34e81962-2433-4655-82df-54668b91a96f is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:04.575604 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 34e81962-2433-4655-82df-54668b91a96f is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:04.995204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 38934) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:05.347121 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:00:05.394818 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Made reservation on behalf of 1f43cb24f4194077b63c058f20af8f90 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:00:05.398496 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.422685 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.526786 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks [] for security_group (2d809a98-f58f-4055-8d75-4de13212fcc9), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.533185 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (2d809a98-f58f-4055-8d75-4de13212fcc9), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.548893 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103674) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 19:00:05.571510 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d809a98-f58f-4055-8d75-4de13212fcc9,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:05.580399 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (2bc80bab-adec-403a-94c2-f8cf7906a0a8), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.580399 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Added segment 2bc80bab-adec-403a-94c2-f8cf7906a0a8 of type flat for network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 May 16 19:00:05.634846 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (35ecaa69-6c0c-487d-902a-7f2b1a4ee591), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.675987 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 34e81962-2433-4655-82df-54668b91a96f up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:00:05.676488 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (35ecaa69-6c0c-487d-902a-7f2b1a4ee591), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.677180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:05.677765 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.719042 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 34e81962-2433-4655-82df-54668b91a96f triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:05.719562 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e81962-2433-4655-82df-54668b91a96f), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.729358 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7328300 May 16 19:00:05.773373 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27041fd6-76b9-4623-a23f-59618df96cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=35ecaa69-6c0c-487d-902a-7f2b1a4ee591,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:05.790134 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:00:05.820580 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 34e81962-2433-4655-82df-54668b91a96f is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:06.531760 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bd689bc4-62d9-4125-a417-7753212a2ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.191990 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38942) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:08.607699 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd632b-6b79-4125-aca4-8d41ac3da9bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:08.609026 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-84cd632b-6b79-4125-aca4-8d41ac3da9bf demo admin] 10.222.0.24 "GET /v2.0/subnets/384069c7-db5b-45fb-90a0-62e6410d8937 HTTP/1.1" status: 200 len: 849 time: 0.4160571 May 16 19:00:08.782596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c7a-19c5-49bd-a8a8-838d393dc2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.804781 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-43a022e2-96ee-4376-983f-5562c6e4ee6b demo admin] 10.222.0.24 "GET /v2.0/routers/e080b5e7-d866-4f70-ba58-1e829f93c032 HTTP/1.1" status: 200 len: 704 time: 0.1898491 May 16 19:00:09.086017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.400416 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Allocated IP 172.20.0.1 (75e10fd3-8794-4206-92b0-9792942893c7/384069c7-db5b-45fb-90a0-62e6410d8937/075865e5-6d7f-4a89-91d8-e76480568f88) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:00:09.585765 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks [] for port (075865e5-6d7f-4a89-91d8-e76480568f88), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.663873 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.738084 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Network 75e10fd3-8794-4206-92b0-9792942893c7 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:00:09.743727 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:00:09.754412 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:00:09.754974 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (e080b5e7-d866-4f70-ba58-1e829f93c032), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.777465 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Pushing event updated for resources: {'Port': ['ID=075865e5-6d7f-4a89-91d8-e76480568f88,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:09.913147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-b7fd8beb-2886-42e8-ba7a-9d6b6ed2489d None None] Provisioning complete for port 075865e5-6d7f-4a89-91d8-e76480568f88 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:09.913750 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b7fd8beb-2886-42e8-ba7a-9d6b6ed2489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.945988 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd8beb-2886-42e8-ba7a-9d6b6ed2489d None None] Port 075865e5-6d7f-4a89-91d8-e76480568f88 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:00:09.955579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.020431 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.243648 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks [] for port (075865e5-6d7f-4a89-91d8-e76480568f88), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.251445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.252216 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (e080b5e7-d866-4f70-ba58-1e829f93c032), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.309982 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Pushing event updated for resources: {'Port': ['ID=075865e5-6d7f-4a89-91d8-e76480568f88,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:10.405429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Network 75e10fd3-8794-4206-92b0-9792942893c7 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:00:10.406821 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:00:10.564859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Router e080b5e7-d866-4f70-ba58-1e829f93c032 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:00:10.565488 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-80e685ed-9c39-4bea-9eaf-63d2d548b751 None None] Provisioning complete for port 075865e5-6d7f-4a89-91d8-e76480568f88 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:10.565884 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-80e685ed-9c39-4bea-9eaf-63d2d548b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.597701 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-80e685ed-9c39-4bea-9eaf-63d2d548b751 None None] Port 075865e5-6d7f-4a89-91d8-e76480568f88 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:00:10.656430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:00:10.661819 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-21112dff-6b70-43fa-849f-236d1639e8ea demo admin] 10.222.0.24 "PUT /v2.0/routers/e080b5e7-d866-4f70-ba58-1e829f93c032/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8516600 May 16 19:00:10.667017 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Sync routers for ids ['e080b5e7-d866-4f70-ba58-1e829f93c032'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:00:10.681454 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Routers {'e080b5e7-d866-4f70-ba58-1e829f93c032'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:10.682277 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:00:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['e080b5e7-d866-4f70-ba58-1e829f93c032'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:10.879618 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Set router e080b5e7-d866-4f70-ba58-1e829f93c032 gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:11.289879 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'name': 'router1', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:59Z', 'updated_at': '2022-05-16T19:00:09Z', 'revision_number': 2, 'project_id': '61523379bf5c40d6a32f35726b048037', 'gw_port_host': None, '_interfaces': [{'id': '075865e5-6d7f-4a89-91d8-e76480568f88', 'name': '', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'mac_address': 'fa:16:3e:cd:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:09Z', 'updated_at': '2022-05-16T19:00:10Z', 'revision_number': 2, 'project_id': '61523379bf5c40d6a32f35726b048037', 'subnets': [{'id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:11.336524 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Checking router: e080b5e7-d866-4f70-ba58-1e829f93c032 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:00:11.336884 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Updating router e080b5e7-d866-4f70-ba58-1e829f93c032 port 075865e5-6d7f-4a89-91d8-e76480568f88 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:00:11.392549 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:11.593521 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:11.931142 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Publish callbacks [] for port (075865e5-6d7f-4a89-91d8-e76480568f88), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:11.939831 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.102390 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Pushing event updated for resources: {'Port': ['ID=075865e5-6d7f-4a89-91d8-e76480568f88,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:12.125575 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Attempting to bind port 075865e5-6d7f-4a89-91d8-e76480568f88 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:00:12.126064 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Attempting to bind port 075865e5-6d7f-4a89-91d8-e76480568f88 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:00:12.126549 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Attempting to bind port 075865e5-6d7f-4a89-91d8-e76480568f88 on network 75e10fd3-8794-4206-92b0-9792942893c7 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:00:12.130761 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.131217 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.131632 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.132057 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.132456 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.132859 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.133252 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.133671 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.134063 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.134469 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.134858 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.135377 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.135766 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.136187 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.136560 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Tracked resource versions report: May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: pushed versions: May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: { 'AddressGroup': {'1.2'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Agent': {'1.1'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'ConntrackHelper': {'1.0'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'LocalIPAssociation': {'1.0'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Log': {'1.0'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'NDPProxy': {'1.0'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Network': {'1.1'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Port': {'1.7'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'PortForwarding': {'1.3'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'QosPolicy': {'1.10'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroup': {'1.5'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroupRule': {'1.2'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SubPort': {'1.0'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Subnet': {'1.1'}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Trunk': {'1.1'}} May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: consumer versions: May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Agent': '1.1', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'ConntrackHelper': '1.0', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'LocalIPAssociation': '1.0', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Log': '1.0', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'NDPProxy': '1.0', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Network': '1.1', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Port': '1.7', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'PortForwarding': '1.3', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'QosPolicy': '1.10', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroup': '1.5', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroupRule': '1.2', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SubPort': '1.0', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Subnet': '1.1', May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Trunk': '1.1'}} May 16 19:00:12.138029 dv-cinder-766064-6-iscsi neutron-server[103676]: {{(pid=103676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:00:12.144774 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:00:12.145387 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Checking segment: {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:00:12.145964 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.146437 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Bound using segment: {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:00:12.146995 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Bound port: 075865e5-6d7f-4a89-91d8-e76480568f88, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324669e4-58c4-418e-ae1a-20766c2f4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:00:12.147434 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.214453 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] For port 075865e5-6d7f-4a89-91d8-e76480568f88, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:00:12.235131 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] For port 075865e5-6d7f-4a89-91d8-e76480568f88, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=075865e5-6d7f-4a89-91d8-e76480568f88,segment=NetworkSegment(324669e4-58c4-418e-ae1a-20766c2f4d31),segment_id=324669e4-58c4-418e-ae1a-20766c2f4d31)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:00:12.243061 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.300477 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6336b67-2b4d-42ea-871c-298f59a97582 None None] Pushing event updated for resources: {'Port': ['ID=075865e5-6d7f-4a89-91d8-e76480568f88,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:12.307633 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Routers {'e080b5e7-d866-4f70-ba58-1e829f93c032'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:12.308258 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:00:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['e080b5e7-d866-4f70-ba58-1e829f93c032'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:12.323542 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] Provisioning complete for port 075865e5-6d7f-4a89-91d8-e76480568f88 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:12.324044 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.403051 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] Set router e080b5e7-d866-4f70-ba58-1e829f93c032 gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:12.408134 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] Current status of the port 075865e5-6d7f-4a89-91d8-e76480568f88 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:12.408609 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.443892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] For port 075865e5-6d7f-4a89-91d8-e76480568f88, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=075865e5-6d7f-4a89-91d8-e76480568f88,segment=NetworkSegment(324669e4-58c4-418e-ae1a-20766c2f4d31),segment_id=324669e4-58c4-418e-ae1a-20766c2f4d31)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:12.450199 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.501446 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e58b9-da71-4d63-b00e-b4437ddc53c8 None None] Pushing event updated for resources: {'Port': ['ID=075865e5-6d7f-4a89-91d8-e76480568f88,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:12.572461 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-9627a078-6a3e-4716-8621-77da9d1b46a9 None None] Provisioning complete for port 075865e5-6d7f-4a89-91d8-e76480568f88 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:12.573014 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9627a078-6a3e-4716-8621-77da9d1b46a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.610335 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'name': 'router1', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:59Z', 'updated_at': '2022-05-16T19:00:09Z', 'revision_number': 2, 'project_id': '61523379bf5c40d6a32f35726b048037', 'gw_port_host': None, '_interfaces': [{'id': '075865e5-6d7f-4a89-91d8-e76480568f88', 'name': '', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'mac_address': 'fa:16:3e:cd:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:09Z', 'updated_at': '2022-05-16T19:00:12Z', 'revision_number': 4, 'project_id': '61523379bf5c40d6a32f35726b048037', 'subnets': [{'id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:12.639236 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b48a9-24a6-4659-bf03-dd87a2d78f09 None None] The sync data for ids ['e080b5e7-d866-4f70-ba58-1e829f93c032'] in dv-cinder-766064-6-iscsi is: [{'id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'name': 'router1', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:59Z', 'updated_at': '2022-05-16T19:00:09Z', 'revision_number': 2, 'project_id': '61523379bf5c40d6a32f35726b048037', 'gw_port_host': None, '_interfaces': [{'id': '075865e5-6d7f-4a89-91d8-e76480568f88', 'name': '', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'mac_address': 'fa:16:3e:cd:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:09Z', 'updated_at': '2022-05-16T19:00:12Z', 'revision_number': 4, 'project_id': '61523379bf5c40d6a32f35726b048037', 'subnets': [{'id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:00:12.648713 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-9627a078-6a3e-4716-8621-77da9d1b46a9 None None] Current status of the port 075865e5-6d7f-4a89-91d8-e76480568f88 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:13.073056 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.252656 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38962) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:13.456551 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56feeebb-8ffd-43b8-96c8-d02c999c416d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:13.459965 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-56feeebb-8ffd-43b8-96c8-d02c999c416d admin admin] 10.222.0.24 "GET /v2.0/networks/35ecaa69-6c0c-487d-902a-7f2b1a4ee591 HTTP/1.1" status: 200 len: 842 time: 0.2061176 May 16 19:00:13.467618 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:00:13.492768 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Made reservation on behalf of 1f43cb24f4194077b63c058f20af8f90 for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:00:13.495311 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.782870 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.objects.ports [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103673) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 19:00:13.783197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (17ac7559-f5e1-4835-8356-fe89a0439f07), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.829545 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ac7559-f5e1-4835-8356-fe89a0439f07,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:13.848033 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:00:13.848400 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Network hostable DHCP agents. Network: 35ecaa69-6c0c-487d-902a-7f2b1a4ee591, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:00:13.870791 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:00:13.882287 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 35ecaa69-6c0c-487d-902a-7f2b1a4ee591) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:00:13.886295 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:13.886888 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.892267 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf04f4-1816-4995-ad54-7290897acec7 None None] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:00:13.903302 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2da162a1-024d-4fc0-8ebe-408843be4e6c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4393086 May 16 19:00:14.000018 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da4d1e-56b4-4b77-9ac8-c3bac2f5f090 None None] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:00:16.305844 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38980) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:16.433422 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-8162cd3c-ba50-4482-8a85-ddaac0e854aa demo admin] 10.222.0.24 "GET /v2.0/routers/e080b5e7-d866-4f70-ba58-1e829f93c032 HTTP/1.1" status: 200 len: 710 time: 0.1262352 May 16 19:00:16.519949 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ee739-906f-4d5c-934d-0db9f009da02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:16.521393 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-407ee739-906f-4d5c-934d-0db9f009da02 demo admin] 10.222.0.24 "GET /v2.0/networks/35ecaa69-6c0c-487d-902a-7f2b1a4ee591 HTTP/1.1" status: 200 len: 886 time: 0.0823929 May 16 19:00:16.530848 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:00:16.840234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks [] for router_gateway (e080b5e7-d866-4f70-ba58-1e829f93c032), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.052305 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks [] for router_gateway (e080b5e7-d866-4f70-ba58-1e829f93c032), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.128751 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.228860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Allocated IP 172.27.2.4 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/33e4cfb3-5cb5-472f-bbe8-39131a60626a) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:00:17.331604 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks [] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.364940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.398655 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:00:17.401736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:00:17.405001 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:00:17.413771 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Pushing event updated for resources: {'Port': ['ID=33e4cfb3-5cb5-472f-bbe8-39131a60626a,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:17.647161 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks [] for router_gateway (e080b5e7-d866-4f70-ba58-1e829f93c032), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.838332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router (e080b5e7-d866-4f70-ba58-1e829f93c032), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.842777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-432267'] for router (e080b5e7-d866-4f70-ba58-1e829f93c032), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:17.949923 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Router e080b5e7-d866-4f70-ba58-1e829f93c032 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:00:18.051360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:00:18.055626 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:18.069630 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f8be5582-581a-4564-8fd0-68aa3ca682f2 demo admin] 10.222.0.24 "PUT /v2.0/routers/e080b5e7-d866-4f70-ba58-1e829f93c032 HTTP/1.1" status: 200 len: 888 time: 1.5291948 May 16 19:00:19.694045 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 075865e5-6d7f-4a89-91d8-e76480568f88 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:00:19.740150 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 075865e5-6d7f-4a89-91d8-e76480568f88 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:19.740550 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:19.813110 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 075865e5-6d7f-4a89-91d8-e76480568f88 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:20.493944 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 38992) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:20.694037 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2862bf49-6443-4e09-ab2b-531e2d9209b1 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1987877 May 16 19:00:21.408003 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Sync routers for ids ['e080b5e7-d866-4f70-ba58-1e829f93c032'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:00:21.420604 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Routers {'e080b5e7-d866-4f70-ba58-1e829f93c032'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:21.421200 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:00:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['e080b5e7-d866-4f70-ba58-1e829f93c032'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:21.624029 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Set router e080b5e7-d866-4f70-ba58-1e829f93c032 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:22.081862 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'name': 'router1', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '33e4cfb3-5cb5-472f-bbe8-39131a60626a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:59Z', 'updated_at': '2022-05-16T19:00:17Z', 'revision_number': 4, 'project_id': '61523379bf5c40d6a32f35726b048037', 'gw_port': {'id': '33e4cfb3-5cb5-472f-bbe8-39131a60626a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:17Z', 'updated_at': '2022-05-16T19:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '075865e5-6d7f-4a89-91d8-e76480568f88', 'name': '', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'mac_address': 'fa:16:3e:cd:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:09Z', 'updated_at': '2022-05-16T19:00:12Z', 'revision_number': 5, 'project_id': '61523379bf5c40d6a32f35726b048037', 'subnets': [{'id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:22.131948 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Checking router: e080b5e7-d866-4f70-ba58-1e829f93c032 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:00:22.132345 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Updating router e080b5e7-d866-4f70-ba58-1e829f93c032 port 33e4cfb3-5cb5-472f-bbe8-39131a60626a binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:00:22.183808 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:22.537608 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Publish callbacks [] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:22.546198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:22.592850 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39cc0-4e22-4303-a3bb-701c55f3da0b None None] Pushing event updated for resources: {'Port': ['ID=33e4cfb3-5cb5-472f-bbe8-39131a60626a,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:22.605455 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Attempting to bind port 33e4cfb3-5cb5-472f-bbe8-39131a60626a on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:00:22.605969 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Attempting to bind port 33e4cfb3-5cb5-472f-bbe8-39131a60626a by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:00:22.606341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Attempting to bind port 33e4cfb3-5cb5-472f-bbe8-39131a60626a on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:00:22.611649 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:00:22.612025 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:00:22.612498 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:22.612886 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:00:22.613348 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Bound port: 33e4cfb3-5cb5-472f-bbe8-39131a60626a, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:00:22.614243 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:22.667829 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] For port 33e4cfb3-5cb5-472f-bbe8-39131a60626a, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:00:22.671414 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] For port 33e4cfb3-5cb5-472f-bbe8-39131a60626a, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=33e4cfb3-5cb5-472f-bbe8-39131a60626a,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:00:22.678079 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:22.730621 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Routers {'e080b5e7-d866-4f70-ba58-1e829f93c032'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:22.731246 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:00:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['e080b5e7-d866-4f70-ba58-1e829f93c032'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:22.779358 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39cc0-4e22-4303-a3bb-701c55f3da0b None None] Pushing event updated for resources: {'Port': ['ID=33e4cfb3-5cb5-472f-bbe8-39131a60626a,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:22.842678 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] Set router e080b5e7-d866-4f70-ba58-1e829f93c032 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:23.047924 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'name': 'router1', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '33e4cfb3-5cb5-472f-bbe8-39131a60626a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:59Z', 'updated_at': '2022-05-16T19:00:17Z', 'revision_number': 4, 'project_id': '61523379bf5c40d6a32f35726b048037', 'gw_port': {'id': '33e4cfb3-5cb5-472f-bbe8-39131a60626a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:17Z', 'updated_at': '2022-05-16T19:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '075865e5-6d7f-4a89-91d8-e76480568f88', 'name': '', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'mac_address': 'fa:16:3e:cd:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:09Z', 'updated_at': '2022-05-16T19:00:12Z', 'revision_number': 5, 'project_id': '61523379bf5c40d6a32f35726b048037', 'subnets': [{'id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:23.075247 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5934ad8-8f5a-49f3-bab1-6d8ebb315e7f None None] The sync data for ids ['e080b5e7-d866-4f70-ba58-1e829f93c032'] in dv-cinder-766064-6-iscsi is: [{'id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'name': 'router1', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '33e4cfb3-5cb5-472f-bbe8-39131a60626a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:59Z', 'updated_at': '2022-05-16T19:00:17Z', 'revision_number': 4, 'project_id': '61523379bf5c40d6a32f35726b048037', 'gw_port': {'id': '33e4cfb3-5cb5-472f-bbe8-39131a60626a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:17Z', 'updated_at': '2022-05-16T19:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '075865e5-6d7f-4a89-91d8-e76480568f88', 'name': '', 'network_id': '75e10fd3-8794-4206-92b0-9792942893c7', 'tenant_id': '61523379bf5c40d6a32f35726b048037', 'mac_address': 'fa:16:3e:cd:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e080b5e7-d866-4f70-ba58-1e829f93c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:00:09Z', 'updated_at': '2022-05-16T19:00:12Z', 'revision_number': 5, 'project_id': '61523379bf5c40d6a32f35726b048037', 'subnets': [{'id': '384069c7-db5b-45fb-90a0-62e6410d8937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c09bcba-5804-4acd-a391-315ff6764258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:00:23.732186 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 33e4cfb3-5cb5-472f-bbe8-39131a60626a up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:00:23.832418 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 33e4cfb3-5cb5-472f-bbe8-39131a60626a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:23.832775 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:23.911921 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 33e4cfb3-5cb5-472f-bbe8-39131a60626a is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:23.912304 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:23.937054 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 33e4cfb3-5cb5-472f-bbe8-39131a60626a, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=33e4cfb3-5cb5-472f-bbe8-39131a60626a,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:23.941764 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:23.990144 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=33e4cfb3-5cb5-472f-bbe8-39131a60626a,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:25.763619 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 33e4cfb3-5cb5-472f-bbe8-39131a60626a up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:00:25.857256 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 33e4cfb3-5cb5-472f-bbe8-39131a60626a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:00:25.858477 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (33e4cfb3-5cb5-472f-bbe8-39131a60626a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:26.043511 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 33e4cfb3-5cb5-472f-bbe8-39131a60626a is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:30.417055 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:00:36.533424 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-60576198-05ee-4358-9011-fc147aba87bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:38.785217 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7495b7f0-93a6-4875-a5d3-0f782aa13969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:40.024664 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:41.600360 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:43.082884 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:06.530784 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5921a4d1-818d-4b08-bb1e-1c08b1597b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:07.420362 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:01:08.781178 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8f0da76b-70ce-45de-b993-effd04fa0fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.028287 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:11.600674 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:13.093544 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:36.529101 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a028d01d-d9c4-49f7-9851-af7004cf58cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:38.368989 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39476) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:38.443938 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a4fd00-f6fb-4811-b023-afe34a5870a0 admin admin] GET failed (client error): The resource could not be found. May 16 19:01:38.445325 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c1a4fd00-f6fb-4811-b023-afe34a5870a0 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0753105 May 16 19:01:38.607169 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8af19-a831-42a5-bb40-cc6858208ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:38.608563 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4df8af19-a831-42a5-bb40-cc6858208ce4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589711 May 16 19:01:38.787146 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-37bf1d46-5f9b-458b-8959-00d818785eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:40.026978 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:40.820363 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39486) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:40.927993 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977cdb17-16cc-4b79-862a-ef177759f661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:40.929357 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-977cdb17-16cc-4b79-862a-ef177759f661 admin admin] 10.222.0.24 "GET /v2.0/subnets/384069c7-db5b-45fb-90a0-62e6410d8937 HTTP/1.1" status: 200 len: 849 time: 0.1080241 May 16 19:01:40.938997 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:01:41.021512 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Publish callbacks [] for subnet (384069c7-db5b-45fb-90a0-62e6410d8937), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:41.162435 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761942946434'] for subnet (384069c7-db5b-45fb-90a0-62e6410d8937), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:41.204688 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:41.205290 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:41.216833 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] 10.222.0.24 "PUT /v2.0/subnets/384069c7-db5b-45fb-90a0-62e6410d8937 HTTP/1.1" status: 200 len: 868 time: 0.2714410 May 16 19:01:41.217097 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42096294-9fe4-4a6a-8310-038a6bb53334 None None] Network 75e10fd3-8794-4206-92b0-9792942893c7 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:01:41.226923 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384069c7-db5b-45fb-90a0-62e6410d8937,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:41.234718 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.235069 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.235442 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.235792 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.236129 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.236459 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.236789 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.237112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.237483 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.237813 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.238162 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.238506 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.238829 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.239149 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.239471 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7becbb-11c1-4aac-ac5e-95e8a0ea2df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:41.568175 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-474747b6-7f53-4ff3-bfbf-7ef5353ec5ac None None] Provisioning complete for port 075865e5-6d7f-4a89-91d8-e76480568f88 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:01:41.568572 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-474747b6-7f53-4ff3-bfbf-7ef5353ec5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (075865e5-6d7f-4a89-91d8-e76480568f88), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:41.616507 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:41.651268 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-474747b6-7f53-4ff3-bfbf-7ef5353ec5ac None None] Current status of the port 075865e5-6d7f-4a89-91d8-e76480568f88 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:01:41.660101 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-474747b6-7f53-4ff3-bfbf-7ef5353ec5ac None None] Provisioning complete for port 34e81962-2433-4655-82df-54668b91a96f triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:01:41.660489 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-474747b6-7f53-4ff3-bfbf-7ef5353ec5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e81962-2433-4655-82df-54668b91a96f), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:41.734606 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-474747b6-7f53-4ff3-bfbf-7ef5353ec5ac None None] Current status of the port 34e81962-2433-4655-82df-54668b91a96f is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:01:43.079633 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:43.416932 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39494) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:43.618330 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7da69-4407-4622-9a63-91f9f671086a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:43.618785 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7da69-4407-4622-9a63-91f9f671086a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:43.620258 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-95b7da69-4407-4622-9a63-91f9f671086a admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023075 May 16 19:01:44.420157 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:01:45.885471 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39502) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:46.097469 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f66e4f-6fdd-434d-ad31-22a8b1bf8add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:46.097956 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f66e4f-6fdd-434d-ad31-22a8b1bf8add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:46.099521 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f0f66e4f-6fdd-434d-ad31-22a8b1bf8add admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130780 May 16 19:01:48.320337 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39512) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:48.473770 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eda586-7ed0-4590-90a6-fd7aec289e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:48.475124 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-91eda586-7ed0-4590-90a6-fd7aec289e27 admin admin] 10.222.0.24 "GET /v2.0/networks/35ecaa69-6c0c-487d-902a-7f2b1a4ee591 HTTP/1.1" status: 200 len: 886 time: 0.1538260 May 16 19:01:50.673095 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39520) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:50.823931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425db3e0-d967-43e2-b181-077b2dd29b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:50.825327 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-425db3e0-d967-43e2-b181-077b2dd29b4d admin admin] 10.222.0.24 "GET /v2.0/networks/75e10fd3-8794-4206-92b0-9792942893c7 HTTP/1.1" status: 200 len: 869 time: 0.1512334 May 16 19:01:53.059774 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39528) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:53.186306 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10216cfa-ef69-4299-ae6f-96e69e9e3bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:53.186767 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10216cfa-ef69-4299-ae6f-96e69e9e3bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:53.188348 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-10216cfa-ef69-4299-ae6f-96e69e9e3bd2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276155 May 16 19:01:55.429978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39536) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:55.535219 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30bbef-b83f-4d6e-8092-daf416eef2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:55.535672 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30bbef-b83f-4d6e-8092-daf416eef2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:55.537209 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2e30bbef-b83f-4d6e-8092-daf416eef2f8 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063356 May 16 19:01:57.742352 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39544) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:57.837126 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89099f92-6131-47b3-9180-dd7d00c63bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:57.838494 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-89099f92-6131-47b3-9180-dd7d00c63bd7 admin admin] 10.222.0.24 "GET /v2.0/subnets/17ac7559-f5e1-4835-8356-fe89a0439f07 HTTP/1.1" status: 200 len: 816 time: 0.0951838 May 16 19:02:00.096595 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39552) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:00.202263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82617a-bdde-4598-93d5-7921ead03bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:00.203680 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-af82617a-bdde-4598-93d5-7921ead03bcf admin admin] 10.222.0.24 "GET /v2.0/subnets/384069c7-db5b-45fb-90a0-62e6410d8937 HTTP/1.1" status: 200 len: 868 time: 0.1058550 May 16 19:02:06.524466 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ddfd929c-ef61-4118-a9fe-d42829b518f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:08.783467 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f55bd13f-205d-40cc-b380-ebc1913d2e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:10.031690 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:11.603899 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:13.085107 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:21.420915 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:02:36.528158 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e5ca7c11-350d-4eab-aec9-20daf44f1a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:38.788321 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ef951613-46a6-4669-87f0-4b05e996a3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:40.034599 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:40.332826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39610) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:40.390743 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [None req-ac603816-fd55-4fce-b529-c8e4a4b3c27a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:02:40.391744 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ac603816-fd55-4fce-b529-c8e4a4b3c27a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0575483 May 16 19:02:41.614466 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:42.715760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39618) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:42.784431 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa228ba-c448-40a3-b870-93132d13af6b admin admin] GET failed (client error): The resource could not be found. May 16 19:02:42.785824 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-caa228ba-c448-40a3-b870-93132d13af6b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690536 May 16 19:02:42.877590 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd37e4-d493-4cb8-8b0b-aab09568fd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:42.879078 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a5bd37e4-d493-4cb8-8b0b-aab09568fd7c admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0890324 May 16 19:02:43.082691 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:45.165722 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39626) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:45.213468 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:02:45.232653 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Made reservation on behalf of 1f43cb24f4194077b63c058f20af8f90 for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:02:45.235038 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:45.265420 dv-cinder-766064-6-iscsi neutron-server[103673]: WARNING neutron.services.revisions.revision_plugin [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Could not find related network for resource to bump revision. May 16 19:02:45.280330 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:02:45.290164 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (4ac4fdc7-1012-4202-938a-a450f0221a00), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:45.290552 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Added segment 4ac4fdc7-1012-4202-938a-a450f0221a00 of type vlan for network 4abba94e-63d0-4042-9e33-d14bd55fd1db May 16 19:02:45.339466 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (4abba94e-63d0-4042-9e33-d14bd55fd1db), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:45.364928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (4abba94e-63d0-4042-9e33-d14bd55fd1db), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:45.366028 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:45.366624 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:45.418199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2514253 May 16 19:02:45.458896 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Pushing event updated for resources: {'Network': ['ID=4abba94e-63d0-4042-9e33-d14bd55fd1db,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:45.471484 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.471810 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.472181 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.473188 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.473512 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.473848 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.474193 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.474507 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.474826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.475145 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.475460 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.475762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.476093 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.476407 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.476723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4b0b6-c373-4383-ac45-1f3130520f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:45.497281 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 4abba94e-63d0-4042-9e33-d14bd55fd1db details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:02:47.682192 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39634) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:47.744317 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09a1eea-4ff2-41cf-a3f9-8edfd625c5c8 admin admin] GET failed (client error): The resource could not be found. May 16 19:02:47.745563 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b09a1eea-4ff2-41cf-a3f9-8edfd625c5c8 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624237 May 16 19:02:47.849562 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb928ce-848c-4575-ae28-1186882f2643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:47.851029 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0bb928ce-848c-4575-ae28-1186882f2643 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1012969 May 16 19:02:47.864246 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db', 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:02:47.886138 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Made reservation on behalf of 1f43cb24f4194077b63c058f20af8f90 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:02:47.888515 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.058964 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (40e807a2-122e-42de-b0ec-0e912791afe0), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.121244 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e807a2-122e-42de-b0ec-0e912791afe0,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:48.125808 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Checking segment: {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:02:48.126163 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Network hostable DHCP agents. Network: 4abba94e-63d0-4042-9e33-d14bd55fd1db, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:02:48.133033 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.133377 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.133762 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.134096 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.134427 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.134751 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.135074 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.135390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.135730 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.136057 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.136387 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.136712 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.137027 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.137337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.137671 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.157464 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Network 4abba94e-63d0-4042-9e33-d14bd55fd1db is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:02:48.167233 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 4abba94e-63d0-4042-9e33-d14bd55fd1db) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:02:48.171279 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:48.171866 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.176629 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34320722-fbbe-42bc-a9c2-a6191b9b4135 None None] Network 4abba94e-63d0-4042-9e33-d14bd55fd1db requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:02:48.189462 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d13a9ebd-071c-4a77-b29b-0369c2a445b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3286664 May 16 19:02:48.390126 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-4abba94e-63d0-4042-9e33-d14bd55fd1db', 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db', 'project_id': '1f43cb24f4194077b63c058f20af8f90', 'fixed_ips': [{'subnet_id': '40e807a2-122e-42de-b0ec-0e912791afe0'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:02:48.391341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.535903 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Allocated IP 192.168.233.2 (4abba94e-63d0-4042-9e33-d14bd55fd1db/40e807a2-122e-42de-b0ec-0e912791afe0/9e66561b-a57d-489b-91cd-947384b6783b) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:02:48.678120 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Publish callbacks [] for port (9e66561b-a57d-489b-91cd-947384b6783b), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.684868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (9e66561b-a57d-489b-91cd-947384b6783b), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.720198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Network 4abba94e-63d0-4042-9e33-d14bd55fd1db is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:02:48.723008 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:02:48.731540 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:02:48.734562 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Pushing event updated for resources: {'Port': ['ID=9e66561b-a57d-489b-91cd-947384b6783b,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:48.742385 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.742724 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.743079 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.743450 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.743783 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.744101 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.744417 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.744735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.745050 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.745364 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.745710 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.746024 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.746341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.746655 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.746988 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:48.805039 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Attempting to bind port 9e66561b-a57d-489b-91cd-947384b6783b on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:02:48.805460 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Attempting to bind port 9e66561b-a57d-489b-91cd-947384b6783b by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:02:48.806109 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Attempting to bind port 9e66561b-a57d-489b-91cd-947384b6783b on network 4abba94e-63d0-4042-9e33-d14bd55fd1db {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:02:48.811741 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:02:48.812342 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Checking segment: {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:02:48.813009 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.813711 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Bound using segment: {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:02:48.814459 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Bound port: 9e66561b-a57d-489b-91cd-947384b6783b, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:02:48.814841 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9e66561b-a57d-489b-91cd-947384b6783b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.879684 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] For port 9e66561b-a57d-489b-91cd-947384b6783b, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:02:48.882968 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] For port 9e66561b-a57d-489b-91cd-947384b6783b, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=9e66561b-a57d-489b-91cd-947384b6783b,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:02:48.891064 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (9e66561b-a57d-489b-91cd-947384b6783b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:48.948802 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46218390-df0a-455e-b8ef-0f4dafb72644 None None] Pushing event updated for resources: {'Port': ['ID=9e66561b-a57d-489b-91cd-947384b6783b,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:49.799402 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491932b5-0787-4dca-ae46-a63cdd43ee3a None None] Network 4abba94e-63d0-4042-9e33-d14bd55fd1db requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:02:49.826025 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 9e66561b-a57d-489b-91cd-947384b6783b up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:02:49.913650 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] Provisioning complete for port 9e66561b-a57d-489b-91cd-947384b6783b triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:49.914035 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (9e66561b-a57d-489b-91cd-947384b6783b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:49.943150 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 9e66561b-a57d-489b-91cd-947384b6783b triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:49.943559 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (9e66561b-a57d-489b-91cd-947384b6783b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:50.052109 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] Current status of the port 9e66561b-a57d-489b-91cd-947384b6783b is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:50.052475 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9e66561b-a57d-489b-91cd-947384b6783b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:50.103708 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 9e66561b-a57d-489b-91cd-947384b6783b is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:50.104082 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9e66561b-a57d-489b-91cd-947384b6783b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:50.123105 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] For port 9e66561b-a57d-489b-91cd-947384b6783b, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=9e66561b-a57d-489b-91cd-947384b6783b,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:02:50.134086 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (9e66561b-a57d-489b-91cd-947384b6783b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:50.209287 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.db.api [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:02:50.209726 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG oslo_db.api [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:02:50.214195 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32e803-c9a1-4b5a-99b0-7c1499d053c0 None None] Pushing event updated for resources: {'Port': ['ID=9e66561b-a57d-489b-91cd-947384b6783b,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:50.355581 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-29a53e4b-398f-4602-b183-350cbfe226ec None None] Provisioning complete for port 9e66561b-a57d-489b-91cd-947384b6783b triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:50.355914 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-29a53e4b-398f-4602-b183-350cbfe226ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (9e66561b-a57d-489b-91cd-947384b6783b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:50.430440 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-29a53e4b-398f-4602-b183-350cbfe226ec None None] Current status of the port 9e66561b-a57d-489b-91cd-947384b6783b is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:50.747028 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 9e66561b-a57d-489b-91cd-947384b6783b is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:51.760955 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 9e66561b-a57d-489b-91cd-947384b6783b up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:02:51.805619 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 9e66561b-a57d-489b-91cd-947384b6783b triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:51.806013 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (9e66561b-a57d-489b-91cd-947384b6783b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:51.875556 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 9e66561b-a57d-489b-91cd-947384b6783b is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:58.420899 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:03:06.532735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f2d7abd3-f7ed-47db-8e75-951b7cd95ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:08.795010 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9d684bfc-670e-4b9e-bab2-96b45b1d853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:10.036828 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:11.612811 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:13.076923 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:35.420474 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:03:36.538398 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b866ffe1-08b4-41d2-a70b-b4379a95f04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:38.790656 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c23777e7-4241-45c7-87c7-2ee71d99de57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:40.046715 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:41.616030 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:43.091031 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:06.541414 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7618401-43f5-4616-bece-b555c522b8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:08.793944 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ec31f900-0d0a-413d-9b37-79b75f1ce08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:10.041983 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:11.617424 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:12.420227 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:04:13.086603 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:17.590599 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39674) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:04:17.596354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [None req-4d83a899-88c9-4802-96af-8822e030fa1b tempest-verify_tempest_config-591537519 tempest-verify_tempest_config-591537519-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:04:17.597330 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4d83a899-88c9-4802-96af-8822e030fa1b tempest-verify_tempest_config-591537519 tempest-verify_tempest_config-591537519-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057456 May 16 19:04:17.923393 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39692) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:04:18.026943 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.101188 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Publish callbacks [] for security_group (962773a0-d260-4af2-a169-b5caeb4b5342), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.108366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (962773a0-d260-4af2-a169-b5caeb4b5342), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.150380 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962773a0-d260-4af2-a169-b5caeb4b5342,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:04:18.154164 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54067f25a0c54f5a8c2896f983e3053b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2297590 May 16 19:04:18.157263 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39698) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:04:18.159927 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.160277 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.160638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.160967 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.161263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.161635 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.161955 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.162274 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.162596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.162916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.163220 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.163668 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.163874 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.164188 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.164501 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dd8eee-3149-4c9b-9947-b2d7a3c01ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.215109 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Publish callbacks [] for security_group (962773a0-d260-4af2-a169-b5caeb4b5342), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.236545 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Publish callbacks [] for security_group (962773a0-d260-4af2-a169-b5caeb4b5342), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.331892 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (962773a0-d260-4af2-a169-b5caeb4b5342), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.336397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:18.337820 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/962773a0-d260-4af2-a169-b5caeb4b5342 HTTP/1.1" status: 204 len: 168 time: 0.1791711 May 16 19:04:18.345606 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962773a0-d260-4af2-a169-b5caeb4b5342,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:04:18.352369 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.352711 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.353067 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.353405 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.353767 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.354084 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.354412 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.354723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.355044 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.355371 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.355690 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.356028 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.356347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.356663 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:18.356977 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb423b21-2fe4-4e1b-b213-9d0b237c6b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:04:36.536877 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-22a78a7e-570b-4857-b927-c127fec586d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:38.800973 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e5f00b0f-10d1-4221-8aa2-680414d3e6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:40.047070 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:41.621241 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:43.097744 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:49.427779 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:05:06.538529 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f07227e0-b8d4-4c9e-9d61-a56c048779d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:08.807658 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ed088186-e681-4dba-b1c4-c4007584a3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:10.059666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:11.631807 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:13.100592 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:26.422637 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 5 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:05:36.545985 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5df0-446d-45ba-ad93-d121252638d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:38.804052 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f79521b9-401b-4b71-b6b8-7981f6abcbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:40.063531 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:41.635011 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:43.103170 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:03.192488 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442210'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:03.422399 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:06:06.544959 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7f599e8f-42a0-4b6a-9123-906e0c2a066d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:08.790563 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9b319d5a-b6db-4b0c-80ea-692f9474b3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:10.067654 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:11.632583 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:13.111397 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:17.209209 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39768) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:06:17.320263 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-3a29c686-9ca2-4426-a6dd-dcc38303aa85 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1098635 May 16 19:06:19.599277 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39778) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:06:19.658699 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cca9fc60-e91c-41de-b5f6-78973abf2a0e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0581739 May 16 19:06:33.156324 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:36.530992 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-df4653e3-5529-4ff9-8dfd-d44c96059465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:38.789810 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9067-32e3-467a-9e98-888bdb6174a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:40.073409 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:40.427840 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:06:41.645270 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:43.108019 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:03.161336 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:06.527875 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93fca299-0032-45f1-b457-9213047ec259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:08.784487 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7ee5e66c-a528-41a7-b1e6-4db045880df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:10.067588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:11.649892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:13.105834 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:17.428718 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:07:33.157905 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:36.522090 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d6086fa5-e0c1-4cca-9d17-52be6f786f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:38.788661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-748f8a1c-759b-4bf6-bdf0-82b1576d732d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:40.068795 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.646568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.092657 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.428648 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:07:58.246257 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39878) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:58.479622 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-313446905-network', 'tenant_id': '70432660a05b4b169939f7048c545bfc'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:58.517246 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Made reservation on behalf of 70432660a05b4b169939f7048c545bfc for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:58.519804 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.529131 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.611192 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks [] for security_group (15285452-781e-410f-879f-2f036bc5198e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.616873 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (15285452-781e-410f-879f-2f036bc5198e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.644408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15285452-781e-410f-879f-2f036bc5198e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:58.655682 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.656127 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.656630 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.656978 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.657315 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.657644 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.657964 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.658280 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.658721 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.658937 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.659511 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.659625 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.659891 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.660210 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.660525 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Tracked resource versions report: May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: pushed versions: May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: { 'AddressGroup': {'1.2'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Agent': {'1.1'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'ConntrackHelper': {'1.0'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'LocalIPAssociation': {'1.0'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Log': {'1.0'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'NDPProxy': {'1.0'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Network': {'1.1'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Port': {'1.7'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'PortForwarding': {'1.3'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'QosPolicy': {'1.10'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroup': {'1.5'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroupRule': {'1.2'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SubPort': {'1.0'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Subnet': {'1.1'}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Trunk': {'1.1'}} May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: consumer versions: May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: HyperV agent@hv-cinder-76606: {}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Agent': '1.1', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'ConntrackHelper': '1.0', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'LocalIPAssociation': '1.0', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Log': '1.0', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'NDPProxy': '1.0', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Network': '1.1', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Port': '1.7', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'PortForwarding': '1.3', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'QosPolicy': '1.10', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroup': '1.5', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SecurityGroupRule': '1.2', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'SubPort': '1.0', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Subnet': '1.1', May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: 'Trunk': '1.1'}} May 16 19:07:58.661654 dv-cinder-766064-6-iscsi neutron-server[103673]: {{(pid=103673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:07:58.667342 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:07:58.681242 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (ffab1643-f801-4b43-835f-b430690e83b8), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.681971 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Added segment ffab1643-f801-4b43-835f-b430690e83b8 of type vlan for network d891ed5e-5c1c-4920-894a-8addbe008c14 May 16 19:07:58.738026 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (d891ed5e-5c1c-4920-894a-8addbe008c14), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.765969 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (d891ed5e-5c1c-4920-894a-8addbe008c14), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.767099 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:58.767672 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.801444 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5540972 May 16 19:07:58.804718 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39922) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:58.812349 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Request body: {'subnet': {'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-subnet', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:58.831609 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b01534-3304-40e4-a56e-eefaf4fce00c admin admin] Pushing event updated for resources: {'Network': ['ID=d891ed5e-5c1c-4920-894a-8addbe008c14,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:58.842234 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Made reservation on behalf of 70432660a05b4b169939f7048c545bfc for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:58.845300 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.845708 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network d891ed5e-5c1c-4920-894a-8addbe008c14 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:07:59.049485 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (ea484b8e-265e-4dcc-93e9-097cbd433dda), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.107264 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea484b8e-265e-4dcc-93e9-097cbd433dda,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:59.117473 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.117854 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.118213 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.118552 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.118882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.119207 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.119542 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.119860 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.120184 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.120501 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.120828 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.121321 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.121830 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.122293 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.122784 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Tracked resource versions report: May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: pushed versions: May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: { 'AddressGroup': {'1.2'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Agent': {'1.1'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'ConntrackHelper': {'1.0'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'LocalIPAssociation': {'1.0'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Log': {'1.0'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'NDPProxy': {'1.0'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Network': {'1.1'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Port': {'1.7'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'PortForwarding': {'1.3'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'QosPolicy': {'1.10'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroup': {'1.5'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroupRule': {'1.2'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SubPort': {'1.0'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Subnet': {'1.1'}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Trunk': {'1.1'}} May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: consumer versions: May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: HyperV agent@hv-cinder-76606: {}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Agent': '1.1', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'ConntrackHelper': '1.0', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'LocalIPAssociation': '1.0', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Log': '1.0', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'NDPProxy': '1.0', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Network': '1.1', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Port': '1.7', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'PortForwarding': '1.3', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'QosPolicy': '1.10', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroup': '1.5', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SecurityGroupRule': '1.2', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'SubPort': '1.0', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Subnet': '1.1', May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: 'Trunk': '1.1'}} May 16 19:07:59.123942 dv-cinder-766064-6-iscsi neutron-server[103674]: {{(pid=103674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:07:59.131756 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Checking segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:59.132412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Network hostable DHCP agents. Network: d891ed5e-5c1c-4920-894a-8addbe008c14, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:07:59.152191 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Network d891ed5e-5c1c-4920-894a-8addbe008c14 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:07:59.162772 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, d891ed5e-5c1c-4920-894a-8addbe008c14) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:59.171065 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:59.171634 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.172512 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed77f4-abb3-40cf-8123-b321c6fc797c None None] Network d891ed5e-5c1c-4920-894a-8addbe008c14 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:59.194220 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-173a73f1-47d1-4cd9-889d-801fad6171c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3879378 May 16 19:07:59.194908 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39940) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:59.199744 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:59.221469 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (7e7c43d6-2c85-4cc7-9782-3922b682a994), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.222672 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (7e7c43d6-2c85-4cc7-9782-3922b682a994), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.239289 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 39946) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:59.284185 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks [] for router_controller (7e7c43d6-2c85-4cc7-9782-3922b682a994), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.311314 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-d891ed5e-5c1c-4920-894a-8addbe008c14', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:07:59.312818 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.499581 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Allocated IP 172.20.0.2 (d891ed5e-5c1c-4920-894a-8addbe008c14/ea484b8e-265e-4dcc-93e9-097cbd433dda/af420725-73c0-4bd1-99ae-24c7dc0c4b18) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:59.542692 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks [] for router_gateway (7e7c43d6-2c85-4cc7-9782-3922b682a994), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.659197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-363930285-network', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:59.701253 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Publish callbacks [] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.702716 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Made reservation on behalf of ba2c6e5fee5b402fa68833228d12c8e7 for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:59.706301 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.711053 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.723176 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.753450 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Network d891ed5e-5c1c-4920-894a-8addbe008c14 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:59.758110 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:59.763331 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:59.806682 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39970) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:59.808303 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks [] for router_gateway (7e7c43d6-2c85-4cc7-9782-3922b682a994), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.842990 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.966772 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39980) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:00.007371 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks [] for security_group (cf95430c-6798-4609-a02c-8067396dc82b), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.015639 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (cf95430c-6798-4609-a02c-8067396dc82b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.046287 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:00.048927 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Pushing event updated for resources: {'Port': ['ID=af420725-73c0-4bd1-99ae-24c7dc0c4b18,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:00.065947 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95430c-6798-4609-a02c-8067396dc82b,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:00.072758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (f4337795-a74b-4549-ad67-b563c5c84b11), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.073272 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Added segment f4337795-a74b-4549-ad67-b563c5c84b11 of type vlan for network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e May 16 19:08:00.084864 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.087353 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.087353 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.087721 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.088057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.088388 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.091145 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.091499 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.091833 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.094526 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.094876 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.095251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.095576 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.095904 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.096229 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Tracked resource versions report: May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: pushed versions: May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: { 'AddressGroup': {'1.2'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Agent': {'1.1'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'ConntrackHelper': {'1.0'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'LocalIPAssociation': {'1.0'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Log': {'1.0'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'NDPProxy': {'1.0'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Network': {'1.1'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Port': {'1.7'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'PortForwarding': {'1.3'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'QosPolicy': {'1.10'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroup': {'1.5'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroupRule': {'1.2'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SubPort': {'1.0'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Subnet': {'1.1'}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Trunk': {'1.1'}} May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: consumer versions: May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: HyperV agent@hv-cinder-76606: {}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Agent': '1.1', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'ConntrackHelper': '1.0', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'LocalIPAssociation': '1.0', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Log': '1.0', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'NDPProxy': '1.0', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Network': '1.1', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Port': '1.7', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'PortForwarding': '1.3', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'QosPolicy': '1.10', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroup': '1.5', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SecurityGroupRule': '1.2', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'SubPort': '1.0', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Subnet': '1.1', May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: 'Trunk': '1.1'}} May 16 19:08:00.097504 dv-cinder-766064-6-iscsi neutron-server[103675]: {{(pid=103675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:08:00.120354 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Allocated IP 172.27.2.33 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/00dea33f-2677-4220-a151-2abcd07da0ca) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:00.124259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Attempting to bind port af420725-73c0-4bd1-99ae-24c7dc0c4b18 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:00.124740 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Attempting to bind port af420725-73c0-4bd1-99ae-24c7dc0c4b18 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:00.126029 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Attempting to bind port af420725-73c0-4bd1-99ae-24c7dc0c4b18 on network d891ed5e-5c1c-4920-894a-8addbe008c14 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:00.155460 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1252200121-network', 'tenant_id': '6c29e44eba604e6389ecb2ee2b1059a0'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:00.156627 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:00.159648 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Checking segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:00.160361 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.161998 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Bound using segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:00.162719 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Bound port: af420725-73c0-4bd1-99ae-24c7dc0c4b18, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:00.164886 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.171533 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.245679 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Made reservation on behalf of 6c29e44eba604e6389ecb2ee2b1059a0 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:00.248155 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.257764 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.259074 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:00.259317 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] For port af420725-73c0-4bd1-99ae-24c7dc0c4b18, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:00.259866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.263327 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] For port af420725-73c0-4bd1-99ae-24c7dc0c4b18, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=af420725-73c0-4bd1-99ae-24c7dc0c4b18,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:00.274715 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.300777 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.301603 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0611951 May 16 19:08:00.308691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 39992) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:00.311826 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks [] for port (00dea33f-2677-4220-a151-2abcd07da0ca), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.347624 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf24aa-a1dc-4a0a-813e-d29e945775ff admin admin] Pushing event updated for resources: {'Network': ['ID=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:00.362107 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:00.369990 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Request body: {'subnet': {'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-subnet', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:00.373617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607aec-1524-4189-a46b-ddebbd149c97 None None] Pushing event updated for resources: {'Port': ['ID=af420725-73c0-4bd1-99ae-24c7dc0c4b18,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:00.430441 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.458561 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:00.478380 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:00.505625 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:00.544322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40002) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:00.604618 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-588178255-network', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:00.644020 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Made reservation on behalf of ba2c6e5fee5b402fa68833228d12c8e7 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:00.646656 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.787451 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Pushing event updated for resources: {'Port': ['ID=00dea33f-2677-4220-a151-2abcd07da0ca,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:00.792633 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-843355223-network', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:00.819187 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Made reservation on behalf of dd195af6f92c42a18ed7051eae26dbaa for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:00.821717 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.835154 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Made reservation on behalf of dee1963e977f4ac7b6d1877a6dd740a9 for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:00.838789 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.861241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.885632 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.888874 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks [] for security_group (0ba98e39-bc46-417a-b058-3aef14a9f2dc), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.921846 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0ba98e39-bc46-417a-b058-3aef14a9f2dc), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.973575 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:00.980524 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks [] for security_group (bd00c0c2-0b02-4c57-b779-f727ae31781a), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.990405 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (bd00c0c2-0b02-4c57-b779-f727ae31781a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.022559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:01.036392 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00c0c2-0b02-4c57-b779-f727ae31781a,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.043743 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (321afa32-3bd6-4a66-a792-14b0b17ea442), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.044917 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Added segment 321afa32-3bd6-4a66-a792-14b0b17ea442 of type vlan for network 5657b193-1d9d-4ab0-bc85-4249fb974f7c May 16 19:08:01.125306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (5657b193-1d9d-4ab0-bc85-4249fb974f7c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.169408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (5657b193-1d9d-4ab0-bc85-4249fb974f7c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.170788 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:01.171559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.218469 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6716256 May 16 19:08:01.221393 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40024) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:01.226119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Request body: {'subnet': {'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-843355223-subnet', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:01.243504 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba98e39-bc46-417a-b058-3aef14a9f2dc,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.304899 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Made reservation on behalf of dee1963e977f4ac7b6d1877a6dd740a9 for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:01.306739 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (08493f7d-0ebc-4caa-a0dc-46565702a3ca), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.307172 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Added segment 08493f7d-0ebc-4caa-a0dc-46565702a3ca of type vlan for network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 May 16 19:08:01.307846 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.310565 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b83f56-8217-44f2-94bc-9bd46ab29ebd admin admin] Pushing event updated for resources: {'Network': ['ID=5657b193-1d9d-4ab0-bc85-4249fb974f7c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.325741 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:01.533031 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks [] for router_gateway (7e7c43d6-2c85-4cc7-9782-3922b682a994), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.587578 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.656435 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (115273a0-45f1-4d05-a967-b4b792efdb3a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.700449 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks [] for security_group (a6c83375-a670-4621-b0ee-fa00025147f9), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.740271 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115273a0-45f1-4d05-a967-b4b792efdb3a,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.775077 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a6c83375-a670-4621-b0ee-fa00025147f9), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.779351 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Checking segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:01.779751 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (a41e79cb-7e38-4292-b36b-bbf41cb89605), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.780292 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Network hostable DHCP agents. Network: 5657b193-1d9d-4ab0-bc85-4249fb974f7c, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:01.801997 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:01.816559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 5657b193-1d9d-4ab0-bc85-4249fb974f7c) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:01.820706 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:01.821408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.827176 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.828016 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:01.828596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.832783 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e259c8-e4f7-44d9-8c0d-8a16d81e4808 None None] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:01.843392 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-0f6fa503-828f-437f-9c39-bc1e17101781 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6209221 May 16 19:08:01.846454 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40044) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:01.853207 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:01.899344 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (55c86436-3a35-4606-80da-fbc1fbd8a2dd), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.901874 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (55c86436-3a35-4606-80da-fbc1fbd8a2dd), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.914136 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:01.956777 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7f0ea-7883-46fe-ab48-b0b93aa65afa None None] Network d891ed5e-5c1c-4920-894a-8addbe008c14 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:02.016016 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.1952348 May 16 19:08:02.021202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c83375-a670-4621-b0ee-fa00025147f9,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.073121 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40056) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:02.079321 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Request body: {'subnet': {'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1252200121-subnet', 'tenant_id': '6c29e44eba604e6389ecb2ee2b1059a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:02.140710 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device af420725-73c0-4bd1-99ae-24c7dc0c4b18 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:02.144592 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] Provisioning complete for port af420725-73c0-4bd1-99ae-24c7dc0c4b18 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:02.145224 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.172106 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks [] for router_controller (55c86436-3a35-4606-80da-fbc1fbd8a2dd), precommit_add_association {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.249124 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] Current status of the port af420725-73c0-4bd1-99ae-24c7dc0c4b18 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:02.249509 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.289937 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] For port af420725-73c0-4bd1-99ae-24c7dc0c4b18, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=af420725-73c0-4bd1-99ae-24c7dc0c4b18,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:02.292637 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Made reservation on behalf of 6c29e44eba604e6389ecb2ee2b1059a0 for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:02.295122 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.308633 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (ecd0948f-dcfd-4947-b65b-519ee9e58be4), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.309057 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Added segment ecd0948f-dcfd-4947-b65b-519ee9e58be4 of type vlan for network b9cbd7ed-b011-47eb-8de6-48451d865294 May 16 19:08:02.333711 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea018d16-797a-49c4-aca4-1c76fba95a25 admin admin] Pushing event updated for resources: {'Network': ['ID=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.336006 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41e79cb-7e38-4292-b36b-bbf41cb89605,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.341871 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.352794 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:02.411256 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (7e7c43d6-2c85-4cc7-9782-3922b682a994), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.443702 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:08:02.444897 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.472685 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (b9cbd7ed-b011-47eb-8de6-48451d865294), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.494357 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-9bb81220-808e-4968-8dad-3d8d3cc7ab8a None None] Provisioning complete for port af420725-73c0-4bd1-99ae-24c7dc0c4b18 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:02.496974 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks [] for router_gateway (55c86436-3a35-4606-80da-fbc1fbd8a2dd), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.497720 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bb81220-808e-4968-8dad-3d8d3cc7ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.601628 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (b9cbd7ed-b011-47eb-8de6-48451d865294), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.602522 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:02.604699 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.618676 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864f55-e36d-47e5-9efe-73cee6624510 None None] Pushing event updated for resources: {'Port': ['ID=af420725-73c0-4bd1-99ae-24c7dc0c4b18,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.705178 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] Pushing event updated for resources: {'Network': ['ID=b9cbd7ed-b011-47eb-8de6-48451d865294,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.711350 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Checking segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:02.711825 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Network hostable DHCP agents. Network: b0160fa7-2bfb-4bc1-8d58-6361ff669d8e, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:02.771843 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network b9cbd7ed-b011-47eb-8de6-48451d865294 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:02.788622 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-a6ac5bd7-7649-4738-a0b7-7896ad06e976 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.8205025 May 16 19:08:02.791299 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40088) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:02.796655 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Request body: {'subnet': {'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-588178255-subnet', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:02.815152 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port af420725-73c0-4bd1-99ae-24c7dc0c4b18 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:02.815546 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.822443 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:02.840646 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Made reservation on behalf of dd195af6f92c42a18ed7051eae26dbaa for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:02.844166 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.859114 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (c9d758eb-9436-43a9-a37d-16a840c4198e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.916305 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d758eb-9436-43a9-a37d-16a840c4198e,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.950297 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks [] for router_gateway (55c86436-3a35-4606-80da-fbc1fbd8a2dd), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.974199 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.976915 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Checking segment: {'id': '08493f7d-0ebc-4caa-a0dc-46565702a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:02.977267 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Network hostable DHCP agents. Network: 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:03.021522 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-9bb81220-808e-4968-8dad-3d8d3cc7ab8a None None] Current status of the port af420725-73c0-4bd1-99ae-24c7dc0c4b18 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:03.039463 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, b0160fa7-2bfb-4bc1-8d58-6361ff669d8e) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:03.042279 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:03.052337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (464b6801-d4d1-4d1f-8f6e-41941fd21d02), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.055206 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:03.055955 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.080398 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:03.089695 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:03.090405 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.107783 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464b6801-d4d1-4d1f-8f6e-41941fd21d02,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:03.124542 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af232d-eddb-47a8-b5ba-11cb69f9addf None None] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:03.138346 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6372f010-41a8-482a-945d-35d14d9e367c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0553210 May 16 19:08:03.138346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Allocated IP 172.27.2.233 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/57e84914-772f-4a57-8d00-a6d16a3633af) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:03.169683 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0fd0157b-ed4d-4911-b3c4-7fff9cd225b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8066545 May 16 19:08:03.171742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40100) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:03.178795 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:03.190915 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:03.191085 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Network hostable DHCP agents. Network: b9cbd7ed-b011-47eb-8de6-48451d865294, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:03.221935 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fac87-2843-4baa-9b53-0421d3f6e0f6 None None] Network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:03.232001 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:03.241699 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:08:03.245227 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (cfec5029-7e17-499e-8906-677fbac6a1ae), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.246591 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (cfec5029-7e17-499e-8906-677fbac6a1ae), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.308326 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:08:03.309573 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.319483 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40104) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:03.320961 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks [] for router_controller (cfec5029-7e17-499e-8906-677fbac6a1ae), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.323539 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, b9cbd7ed-b011-47eb-8de6-48451d865294) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:03.374496 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks [] for port (57e84914-772f-4a57-8d00-a6d16a3633af), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.409394 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:03.410240 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.424629 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.433510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f92bcf-aa9c-4023-9aad-2863c7637be5 None None] Network b9cbd7ed-b011-47eb-8de6-48451d865294 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:03.442283 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.526007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:03.526181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks [] for router_gateway (cfec5029-7e17-499e-8906-677fbac6a1ae), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.535030 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-51d02a52-5b9e-47db-8916-cad3d48d15f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7426164 May 16 19:08:03.538614 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40118) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:03.540254 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:03.547011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:03.555563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:03.555774 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Allocated IP 172.20.0.2 (5657b193-1d9d-4ab0-bc85-4249fb974f7c/115273a0-45f1-4d05-a967-b4b792efdb3a/63bdadd6-3353-41ce-8523-ec1949141033) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:03.594663 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5d85-da5e-410a-9f52-ef5e078afb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.598566 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Pushing event updated for resources: {'Port': ['ID=57e84914-772f-4a57-8d00-a6d16a3633af,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:03.745449 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port af420725-73c0-4bd1-99ae-24c7dc0c4b18 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:03.932022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (9c99800c-5dcf-4521-af00-175dd03c7f34), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.934164 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (9c99800c-5dcf-4521-af00-175dd03c7f34), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.939656 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks [] for router_gateway (cfec5029-7e17-499e-8906-677fbac6a1ae), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.943101 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:03.961054 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:03.981265 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:03.982049 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:07:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:04.021416 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.050195 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.054960 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-613cffcb-d137-40a9-98ee-6e5cd3e94832 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8560531 May 16 19:08:04.062910 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40132) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:04.138067 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Allocated IP 172.20.0.2 (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e/a41e79cb-7e38-4292-b36b-bbf41cb89605/2bc8a202-3742-447e-85b5-b6ddb374cfb3) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:04.142929 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5d85-da5e-410a-9f52-ef5e078afb57 admin admin] Publish callbacks [] for security_group (f102b241-9a50-4480-80b8-4da5740be1cf), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.168420 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks [] for router_gateway (55c86436-3a35-4606-80da-fbc1fbd8a2dd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.172699 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5d85-da5e-410a-9f52-ef5e078afb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (f102b241-9a50-4480-80b8-4da5740be1cf), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.243077 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-3d7b5d85-da5e-410a-9f52-ef5e078afb57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d18856aecf24e25a922f8defce40ea1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9221957 May 16 19:08:04.245876 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40146) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:04.330145 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks [] for router_controller (9c99800c-5dcf-4521-af00-175dd03c7f34), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.342058 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c44739c8-9d50-4ef9-8a71-1b25c2a8daf5 admin admin] Publish callbacks [] for security_group (f102b241-9a50-4480-80b8-4da5740be1cf), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.374274 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c44739c8-9d50-4ef9-8a71-1b25c2a8daf5 admin admin] Publish callbacks [] for security_group (f102b241-9a50-4480-80b8-4da5740be1cf), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.424301 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b5d85-da5e-410a-9f52-ef5e078afb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f102b241-9a50-4480-80b8-4da5740be1cf,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:04.427026 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:04.448227 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Publish callbacks [] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.493014 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device af420725-73c0-4bd1-99ae-24c7dc0c4b18 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:04.498410 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c44739c8-9d50-4ef9-8a71-1b25c2a8daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (f102b241-9a50-4480-80b8-4da5740be1cf), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.502162 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c44739c8-9d50-4ef9-8a71-1b25c2a8daf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.506727 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c44739c8-9d50-4ef9-8a71-1b25c2a8daf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f102b241-9a50-4480-80b8-4da5740be1cf HTTP/1.1" status: 204 len: 168 time: 0.2592628 May 16 19:08:04.557084 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44739c8-9d50-4ef9-8a71-1b25c2a8daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102b241-9a50-4480-80b8-4da5740be1cf,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:04.595078 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.631337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40178) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:04.662867 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05489909-07ca-4707-bd75-a734868933bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-b9cbd7ed-b011-47eb-8de6-48451d865294', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:08:04.663955 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05489909-07ca-4707-bd75-a734868933bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.671992 dv-cinder-766064-6-iscsi neutron-server[103674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 19:08:04.679551 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0c17b-998a-48c1-8835-a35b6c7120ef None None] Network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:04.777273 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port af420725-73c0-4bd1-99ae-24c7dc0c4b18 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:04.777683 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.818635 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Pushing event updated for resources: {'Port': ['ID=2bc8a202-3742-447e-85b5-b6ddb374cfb3,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:04.833503 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 3, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:04.856548 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (55c86436-3a35-4606-80da-fbc1fbd8a2dd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.861496 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:04.862192 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Updating router 7e7c43d6-2c85-4cc7-9782-3922b682a994 port 00dea33f-2677-4220-a151-2abcd07da0ca binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:04.899982 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.957677 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-05489909-07ca-4707-bd75-a734868933bc None None] Allocated IP 172.20.0.2 (b9cbd7ed-b011-47eb-8de6-48451d865294/464b6801-d4d1-4d1f-8f6e-41941fd21d02/10ea6865-8629-4fd1-b743-ade5715ab945) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:05.112384 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:08:05.125972 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40188) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:05.164102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:05.176042 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:05.188689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:05.203827 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-90c13cd5-ddea-4c0a-b0b4-d29b24dfd654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.220588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05489909-07ca-4707-bd75-a734868933bc None None] Publish callbacks [] for port (10ea6865-8629-4fd1-b743-ade5715ab945), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.254836 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05489909-07ca-4707-bd75-a734868933bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.287387 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Allocated IP 172.27.2.205 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/bcbbd921-9e27-4e7a-adbf-97b4e4645a58) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:05.291670 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks [] for router_gateway (9c99800c-5dcf-4521-af00-175dd03c7f34), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.325314 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:05.356563 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port af420725-73c0-4bd1-99ae-24c7dc0c4b18 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:05.359105 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:05.366270 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.367690 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05489909-07ca-4707-bd75-a734868933bc None None] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:05.371249 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-df6c3d9b-dd73-4e09-96f1-c435644326a7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5229685 May 16 19:08:05.372493 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40190) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:05.378719 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-90c13cd5-ddea-4c0a-b0b4-d29b24dfd654 admin admin] Publish callbacks [] for security_group (5129c74e-07b9-4279-ac36-7b7fb3117870), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.388944 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-05489909-07ca-4707-bd75-a734868933bc None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:05.391617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Publish callbacks [] for port (63bdadd6-3353-41ce-8523-ec1949141033), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.393735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Attempting to bind port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:05.394546 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Attempting to bind port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:05.394546 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Attempting to bind port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:05.398652 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05489909-07ca-4707-bd75-a734868933bc None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:05.401713 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489909-07ca-4707-bd75-a734868933bc None None] Pushing event updated for resources: {'Port': ['ID=10ea6865-8629-4fd1-b743-ade5715ab945,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:05.411919 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:05.412289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Checking segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:05.413251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.413251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Bound using segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:05.413649 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Bound port: 2bc8a202-3742-447e-85b5-b6ddb374cfb3, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:05.413971 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.416292 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (63bdadd6-3353-41ce-8523-ec1949141033), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.422525 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:05.423144 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:07:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:05.458408 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-4141a1b4-174d-443a-962e-042ff29c3ada tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:05.460661 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-4141a1b4-174d-443a-962e-042ff29c3ada tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/networks?id=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 HTTP/1.1" status: 200 len: 812 time: 0.8231270 May 16 19:08:05.470883 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-90c13cd5-ddea-4c0a-b0b4-d29b24dfd654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5129c74e-07b9-4279-ac36-7b7fb3117870), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.522323 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-90c13cd5-ddea-4c0a-b0b4-d29b24dfd654 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13c79ec718a344acb4480711d6d1e34b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3934293 May 16 19:08:05.523395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13cd5-ddea-4c0a-b0b4-d29b24dfd654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5129c74e-07b9-4279-ac36-7b7fb3117870,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:05.525723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40192) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:05.590150 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-4f9e0c44-28a9-45bd-9a03-251a08f4337c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/quotas/6c29e44eba604e6389ecb2ee2b1059a0 HTTP/1.1" status: 200 len: 375 time: 0.0629957 May 16 19:08:05.600587 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:05.621367 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:05.623963 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:05.626057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Pushing event updated for resources: {'Port': ['ID=63bdadd6-3353-41ce-8523-ec1949141033,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:05.648754 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-05489909-07ca-4707-bd75-a734868933bc None None] Attempting to bind port 10ea6865-8629-4fd1-b743-ade5715ab945 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:05.649126 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-05489909-07ca-4707-bd75-a734868933bc None None] Attempting to bind port 10ea6865-8629-4fd1-b743-ade5715ab945 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:05.649496 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05489909-07ca-4707-bd75-a734868933bc None None] Attempting to bind port 10ea6865-8629-4fd1-b743-ade5715ab945 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:05.656578 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ddd778d7-37dc-45d4-a84b-d756ea801960 admin admin] Publish callbacks [] for security_group (5129c74e-07b9-4279-ac36-7b7fb3117870), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.699551 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-3061f712-c0ac-410a-a06b-637144168b1d tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c29e44eba604e6389ecb2ee2b1059a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991743 May 16 19:08:05.710169 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ddd778d7-37dc-45d4-a84b-d756ea801960 admin admin] Publish callbacks [] for security_group (5129c74e-07b9-4279-ac36-7b7fb3117870), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.710415 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05489909-07ca-4707-bd75-a734868933bc None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:05.710796 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05489909-07ca-4707-bd75-a734868933bc None None] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:05.711201 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05489909-07ca-4707-bd75-a734868933bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.711599 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05489909-07ca-4707-bd75-a734868933bc None None] Bound using segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:05.713317 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-05489909-07ca-4707-bd75-a734868933bc None None] Bound port: 10ea6865-8629-4fd1-b743-ade5715ab945, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:05.713317 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05489909-07ca-4707-bd75-a734868933bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.790614 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] For port 2bc8a202-3742-447e-85b5-b6ddb374cfb3, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:05.822481 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks [] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.827504 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] For port 2bc8a202-3742-447e-85b5-b6ddb374cfb3, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=2bc8a202-3742-447e-85b5-b6ddb374cfb3,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:05.851073 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:05.856081 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Attempting to bind port 63bdadd6-3353-41ce-8523-ec1949141033 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:05.856460 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Attempting to bind port 63bdadd6-3353-41ce-8523-ec1949141033 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:05.856826 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Attempting to bind port 63bdadd6-3353-41ce-8523-ec1949141033 on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:05.928962 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.931343 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:05.931709 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Checking segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:05.932184 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.932588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Bound using segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:05.933069 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Bound port: 63bdadd6-3353-41ce-8523-ec1949141033, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:05.933453 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (63bdadd6-3353-41ce-8523-ec1949141033), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.039883 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.051943 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-05489909-07ca-4707-bd75-a734868933bc None None] For port 10ea6865-8629-4fd1-b743-ade5715ab945, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:06.054652 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks [] for router_gateway (9c99800c-5dcf-4521-af00-175dd03c7f34), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.083478 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.111781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ddd778d7-37dc-45d4-a84b-d756ea801960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5129c74e-07b9-4279-ac36-7b7fb3117870), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.126348 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-05489909-07ca-4707-bd75-a734868933bc None None] For port 10ea6865-8629-4fd1-b743-ade5715ab945, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=10ea6865-8629-4fd1-b743-ade5715ab945,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:06.136897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ddd778d7-37dc-45d4-a84b-d756ea801960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.144281 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ddd778d7-37dc-45d4-a84b-d756ea801960 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5129c74e-07b9-4279-ac36-7b7fb3117870 HTTP/1.1" status: 204 len: 168 time: 0.6152742 May 16 19:08:06.144508 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feeda2-30df-447c-b9f9-3c4fa100b12b None None] Pushing event updated for resources: {'Port': ['ID=2bc8a202-3742-447e-85b5-b6ddb374cfb3,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:06.156676 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.176336 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd778d7-37dc-45d4-a84b-d756ea801960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5129c74e-07b9-4279-ac36-7b7fb3117870,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:06.206961 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05489909-07ca-4707-bd75-a734868933bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.319063 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-4e5cac06-99ec-457b-a553-9edf48028958 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:08:06.320113 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-4e5cac06-99ec-457b-a553-9edf48028958 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3434765 May 16 19:08:06.408588 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Allocated IP 172.20.0.1 (5657b193-1d9d-4ab0-bc85-4249fb974f7c/115273a0-45f1-4d05-a967-b4b792efdb3a/cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:06.467775 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:06.510945 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489909-07ca-4707-bd75-a734868933bc None None] Pushing event updated for resources: {'Port': ['ID=10ea6865-8629-4fd1-b743-ade5715ab945,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:06.556461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:06.568872 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:06.595428 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:06.687475 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c37aff2b-4ded-487f-8561-44d9f372d419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.705176 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Publish callbacks [] for port (00dea33f-2677-4220-a151-2abcd07da0ca), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.728778 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.838501 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks [] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.838967 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Allocated IP 172.27.2.54 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/13d045eb-70d9-46d7-9101-607dc7fbc893) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:06.852795 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Attempting to bind port 00dea33f-2677-4220-a151-2abcd07da0ca on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:06.853325 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Attempting to bind port 00dea33f-2677-4220-a151-2abcd07da0ca by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:06.853849 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Attempting to bind port 00dea33f-2677-4220-a151-2abcd07da0ca on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:06.862512 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:06.863146 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:06.863682 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.864199 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:06.864933 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Bound port: 00dea33f-2677-4220-a151-2abcd07da0ca, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:06.865484 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.882344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] For port 63bdadd6-3353-41ce-8523-ec1949141033, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:06.913041 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] For port 63bdadd6-3353-41ce-8523-ec1949141033, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=63bdadd6-3353-41ce-8523-ec1949141033,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:06.938661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (63bdadd6-3353-41ce-8523-ec1949141033), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.943579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.953242 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] For port 00dea33f-2677-4220-a151-2abcd07da0ca, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:06.960140 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] For port 00dea33f-2677-4220-a151-2abcd07da0ca, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=00dea33f-2677-4220-a151-2abcd07da0ca,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:07.004847 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.006810 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:07.012390 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:07.020084 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:07.020963 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (55c86436-3a35-4606-80da-fbc1fbd8a2dd), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.034467 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Pushing event updated for resources: {'Port': ['ID=00dea33f-2677-4220-a151-2abcd07da0ca,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.084666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:03Z', 'revision_number': 3, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:07.098976 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.101201 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.101758 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.104878 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.118572 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.119092 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.119264 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.125424 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.127803 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.128158 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.128502 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.128873 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.129212 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.129571 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.142124 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Tracked resource versions report: May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: pushed versions: May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: { 'AddressGroup': {'1.2'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Agent': {'1.1'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'ConntrackHelper': {'1.0'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'LocalIPAssociation': {'1.0'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Log': {'1.0'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'NDPProxy': {'1.0'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Network': {'1.1'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Port': {'1.7'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'PortForwarding': {'1.3'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'QosPolicy': {'1.10'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroup': {'1.5'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroupRule': {'1.2'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SubPort': {'1.0'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Subnet': {'1.1'}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Trunk': {'1.1'}} May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: consumer versions: May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: { DHCP agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: HyperV agent@hv-cinder-76606: {}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: L3 agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: Metadata agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: Metering agent@dv-cinder-766064-6-iscsi: {}, May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: Open vSwitch agent@dv-cinder-766064-6-iscsi: { 'AddressGroup': '1.2', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Agent': '1.1', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'ConntrackHelper': '1.0', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'LocalIPAssociation': '1.0', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Log': '1.0', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'NDPProxy': '1.0', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Network': '1.1', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Port': '1.7', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'PortForwarding': '1.3', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'QosPolicy': '1.10', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroup': '1.5', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SecurityGroupRule': '1.2', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'SubPort': '1.0', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Subnet': '1.1', May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: 'Trunk': '1.1'}} May 16 19:08:07.143803 dv-cinder-766064-6-iscsi neutron-server[103676]: {{(pid=103676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:08:07.195794 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:07.196449 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:07:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:07.225264 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:07.225264 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Updating router 55c86436-3a35-4606-80da-fbc1fbd8a2dd port 57e84914-772f-4a57-8d00-a6d16a3633af binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:07.331224 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.361082 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761c5bb-89ad-46a0-bb50-ec560d794351 None None] Pushing event updated for resources: {'Port': ['ID=63bdadd6-3353-41ce-8523-ec1949141033,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.377563 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:07.405063 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.410085 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Pushing event updated for resources: {'Port': ['ID=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.426015 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-89658c93-8720-4721-83bf-c348c172c3ca service neutron] 10.222.0.24 "GET /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0879164 May 16 19:08:07.542284 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks [] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.717741 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.754136 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdb28-4e1b-4460-856b-2e8be8a957ce None None] Pushing event updated for resources: {'Port': ['ID=00dea33f-2677-4220-a151-2abcd07da0ca,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.908796 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 3, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:07.995026 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb435-0d7d-4db9-ad46-b1d9803ff526 None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 3, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:08.028141 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bda0f4-0e0b-4bd8-8666-32410249f636 None None] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:08.263020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks [] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.279112 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 63bdadd6-3353-41ce-8523-ec1949141033 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:08.284154 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.285681 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (55c86436-3a35-4606-80da-fbc1fbd8a2dd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.407971 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.411851 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks [] for router_gateway (cfec5029-7e17-499e-8906-677fbac6a1ae), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.418876 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] Provisioning complete for port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:08.419428 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.616249 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Pushing event updated for resources: {'Port': ['ID=13d045eb-70d9-46d7-9101-607dc7fbc893,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:08.679292 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:08.701014 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:08.720757 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:08.749776 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Pushing event updated for resources: {'Port': ['ID=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:08.858152 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 63bdadd6-3353-41ce-8523-ec1949141033 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:08.858831 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (63bdadd6-3353-41ce-8523-ec1949141033), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.867264 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:08.868712 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:08.887801 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820688d-3f6c-4474-b5e8-1d77df46977d None None] Network b9cbd7ed-b011-47eb-8de6-48451d865294 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:08.905301 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-97be688d-0f46-4715-a567-0b64f889514c service neutron] 10.222.0.24 "GET /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4780812 May 16 19:08:09.003695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Allocated IP 172.20.0.1 (d891ed5e-5c1c-4920-894a-8addbe008c14/ea484b8e-265e-4dcc-93e9-097cbd433dda/c89cd3e8-379c-44da-9f5f-5d5db23e9619) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:09.143792 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:09.250397 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Publish callbacks [] for port (57e84914-772f-4a57-8d00-a6d16a3633af), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.334516 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:09.360914 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c1639c6a-4cc5-4486-aacd-254b3660faba admin admin] 10.222.0.24 "PUT /v2.0/routers/55c86436-3a35-4606-80da-fbc1fbd8a2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9840479 May 16 19:08:09.394151 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10fd447-9cc9-4ab6-a18d-464bf1552da6 None None] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:09.402544 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.565589 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e49bced8-5044-4434-ad62-3a656bb51359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.712226 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Attempting to bind port 57e84914-772f-4a57-8d00-a6d16a3633af on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:09.712601 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Attempting to bind port 57e84914-772f-4a57-8d00-a6d16a3633af by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:09.712967 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Attempting to bind port 57e84914-772f-4a57-8d00-a6d16a3633af on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:09.817314 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:09.818917 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:09.821671 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.822123 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:09.822666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Bound port: 57e84914-772f-4a57-8d00-a6d16a3633af, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:09.823029 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.924135 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d0ffdefa-8648-49dc-a5ce-2a9dd5382c78 req-e60be6dc-b8f0-4c7c-be08-518e05d00af2 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.3476064 May 16 19:08:09.968885 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a3a51-5bab-4bf1-b1e7-36b03fb247e2 None None] Pushing event updated for resources: {'Port': ['ID=57e84914-772f-4a57-8d00-a6d16a3633af,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.045736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 63bdadd6-3353-41ce-8523-ec1949141033 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:10.046642 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (63bdadd6-3353-41ce-8523-ec1949141033), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.058777 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks [] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.065112 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] Current status of the port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:10.065839 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.080978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks [] for router_gateway (9c99800c-5dcf-4521-af00-175dd03c7f34), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.088309 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (cfec5029-7e17-499e-8906-677fbac6a1ae), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.304883 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] For port 2bc8a202-3742-447e-85b5-b6ddb374cfb3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=2bc8a202-3742-447e-85b5-b6ddb374cfb3,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:10.306816 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.335778 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] For port 57e84914-772f-4a57-8d00-a6d16a3633af, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:10.344791 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.474830 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.477392 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 63bdadd6-3353-41ce-8523-ec1949141033, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=63bdadd6-3353-41ce-8523-ec1949141033,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:10.509758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40362) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:10.514378 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738543449', 'description': 'tempest-description--2067661357'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:10.558083 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] For port 57e84914-772f-4a57-8d00-a6d16a3633af, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=57e84914-772f-4a57-8d00-a6d16a3633af,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:10.560229 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (63bdadd6-3353-41ce-8523-ec1949141033), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.561682 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 10ea6865-8629-4fd1-b743-ade5715ab945 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:10.564014 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.633553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Network d891ed5e-5c1c-4920-894a-8addbe008c14 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:10.645652 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf4c5f-e57c-4af2-b28d-90d690d97ea5 None None] Pushing event updated for resources: {'Port': ['ID=2bc8a202-3742-447e-85b5-b6ddb374cfb3,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.652744 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.655312 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Provisioning complete for port 10ea6865-8629-4fd1-b743-ade5715ab945 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:10.655687 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.797066 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (9245cc6a-df87-4a6d-92ed-c02fdae7eba1), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.800374 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=63bdadd6-3353-41ce-8523-ec1949141033,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.810850 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 10ea6865-8629-4fd1-b743-ade5715ab945 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:10.811214 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.813635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (9245cc6a-df87-4a6d-92ed-c02fdae7eba1), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.844143 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:10.844521 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:10.860969 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.863263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Pushing event updated for resources: {'Port': ['ID=c89cd3e8-379c-44da-9f5f-5d5db23e9619,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.867012 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3561440 May 16 19:08:10.872594 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:10.881958 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:10.882704 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (7e7c43d6-2c85-4cc7-9782-3922b682a994), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.896445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40384) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:10.908882 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'security_group_rule': {'security_group_id': '9245cc6a-df87-4a6d-92ed-c02fdae7eba1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:10.960819 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369b291-f7c4-4824-aac7-b9f36b771e50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9245cc6a-df87-4a6d-92ed-c02fdae7eba1,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.993437 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (6c06a696-0c5e-4d7e-888b-77fb052c97a1), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.131958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40390) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:11.134888 dv-cinder-766064-6-iscsi neutron-server[103673]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 19:08:11.257080 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-18b44c9d-001a-4faa-ac2c-b7ceb1ca0201 req-48d07e62-7588-4ddd-8003-1839d01e162a tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.1233075 May 16 19:08:11.317333 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (6c06a696-0c5e-4d7e-888b-77fb052c97a1), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.329651 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (6c06a696-0c5e-4d7e-888b-77fb052c97a1), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.335430 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (9c99800c-5dcf-4521-af00-175dd03c7f34), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.349768 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c06a696-0c5e-4d7e-888b-77fb052c97a1,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.356388 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Router cfec5029-7e17-499e-8906-677fbac6a1ae is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:08:11.379897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.383528 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6e426b99-06bc-46ef-aad1-4bfd7fdb3a25 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830875 May 16 19:08:11.385340 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40400) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:11.401769 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'security_group_rule': {'security_group_id': '9245cc6a-df87-4a6d-92ed-c02fdae7eba1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:11.446865 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (7e1d3f50-1464-4d69-b535-d3b078a3a205), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.489235 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a3a51-5bab-4bf1-b1e7-36b03fb247e2 None None] Pushing event updated for resources: {'Port': ['ID=57e84914-772f-4a57-8d00-a6d16a3633af,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.524980 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Current status of the port 10ea6865-8629-4fd1-b743-ade5715ab945 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:11.525748 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.531030 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:11.554529 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (7e1d3f50-1464-4d69-b535-d3b078a3a205), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.562681 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (7e1d3f50-1464-4d69-b535-d3b078a3a205), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.583775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1d3f50-1464-4d69-b535-d3b078a3a205,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.618191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.620392 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-54f9aa9a-13de-464e-8c96-8c170c644114 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2267118 May 16 19:08:11.623517 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40406) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:11.631278 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:11.668475 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.683259 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.706628 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:11.717643 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] For port 10ea6865-8629-4fd1-b743-ade5715ab945, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=10ea6865-8629-4fd1-b743-ade5715ab945,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:11.719299 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Sync routers for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:11.746234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.747198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 10ea6865-8629-4fd1-b743-ade5715ab945 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:11.748521 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:11.749144 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:11.749666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.755847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.757080 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-06e498d5-1a9b-46fd-8d75-ff7d511fa022 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5817037 May 16 19:08:11.762878 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.765030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40410) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:11.867133 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:08:11.893289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Provisioning complete for port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:11.894392 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.926659 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:11.970930 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.062033 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Pushing event updated for resources: {'Port': ['ID=10ea6865-8629-4fd1-b743-ade5715ab945,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:12.072047 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.db.api [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:08:12.072474 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG oslo_db.api [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:08:12.248870 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Allocated IP 172.27.2.230 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/e6d4fcb8-7b92-4f7b-8532-044789e5d428) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:12.268973 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Current status of the port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:12.298030 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Provisioning complete for port 63bdadd6-3353-41ce-8523-ec1949141033 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:12.298603 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (63bdadd6-3353-41ce-8523-ec1949141033), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.340548 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:12.347824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks [] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.366545 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.367653 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (7e7c43d6-2c85-4cc7-9782-3922b682a994), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.372143 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:12.416657 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:12.417308 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:12.488825 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.489020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.500708 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40440) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:12.501853 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f75f5a44-a22c-43e7-b91a-75aaabe0ebac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.9605854 May 16 19:08:12.528836 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:12.576066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Pushing event updated for resources: {'Port': ['ID=c89cd3e8-379c-44da-9f5f-5d5db23e9619,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:12.596817 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 3, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:12.634413 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 10ea6865-8629-4fd1-b743-ade5715ab945 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:12.635550 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 2bc8a202-3742-447e-85b5-b6ddb374cfb3 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:12.704988 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Checking router: cfec5029-7e17-499e-8906-677fbac6a1ae for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:12.708244 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Updating router cfec5029-7e17-499e-8906-677fbac6a1ae port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:12.744053 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:12.744631 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.770008 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:12.878066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.49', 50128) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:12.917045 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 2, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:12.935542 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-554879ca-be12-4558-b56f-0e2d3a56af8d None None] Current status of the port 63bdadd6-3353-41ce-8523-ec1949141033 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:12.948253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Network d891ed5e-5c1c-4920-894a-8addbe008c14 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:12.979766 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f4be0273-fc6b-4bf3-9b11-b80e19c6c26d req-7248a76f-8740-46a3-9dad-947801469ccb tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.1300542 May 16 19:08:12.980741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:13.107403 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70769b2d-5326-46a1-9379-d23b8d439ec6 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 2, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:13.125739 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Provisioning complete for port 10ea6865-8629-4fd1-b743-ade5715ab945 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:13.126682 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.156710 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.219319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:13.232183 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:13.292427 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:13.367298 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Current status of the port 10ea6865-8629-4fd1-b743-ade5715ab945 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:13.380688 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Provisioning complete for port 63bdadd6-3353-41ce-8523-ec1949141033 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:13.386335 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (63bdadd6-3353-41ce-8523-ec1949141033), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.390467 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.396573 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:13.614452 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 3, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:13.644534 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (e45cf485-5f7c-414f-9675-2b8c91d4170c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.646057 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.663348 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-595da47e-03a7-4e7e-8716-c308f6d16cae tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:13.675559 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-595da47e-03a7-4e7e-8716-c308f6d16cae tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.49 "GET /v2.0/networks?id=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 HTTP/1.1" status: 200 len: 812 time: 0.7964499 May 16 19:08:13.732658 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'Port': ['ID=e6d4fcb8-7b92-4f7b-8532-044789e5d428,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:13.751940 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Request body: {'port': {'device_id': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5', 'admin_state_up': True, 'tenant_id': '6c29e44eba604e6389ecb2ee2b1059a0'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:13.785585 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:13.786566 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Updating router 9c99800c-5dcf-4521-af00-175dd03c7f34 port 13d045eb-70d9-46d7-9101-607dc7fbc893 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:13.793337 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.829110 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:13.831413 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Publish callbacks [] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.850068 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.851155 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.883867 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 10ea6865-8629-4fd1-b743-ade5715ab945 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:13.958574 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Attempting to bind port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:13.958946 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Attempting to bind port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:13.959307 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Attempting to bind port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:13.961487 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891d08b-e330-455d-809c-fd1e7e0890d5 None None] Pushing event updated for resources: {'Port': ['ID=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:13.967887 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:13.968266 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:13.968675 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.969140 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:13.969515 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Bound port: bcbbd921-9e27-4e7a-adbf-97b4e4645a58, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:13.970234 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.071766 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] For port bcbbd921-9e27-4e7a-adbf-97b4e4645a58, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:14.075035 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] For port bcbbd921-9e27-4e7a-adbf-97b4e4645a58, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:14.089417 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.153078 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 10ea6865-8629-4fd1-b743-ade5715ab945 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:14.153465 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.159251 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.188610 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.222263 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:14.222908 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:14.225169 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891d08b-e330-455d-809c-fd1e7e0890d5 None None] Pushing event updated for resources: {'Port': ['ID=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:14.252315 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Current status of the port 63bdadd6-3353-41ce-8523-ec1949141033 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:14.291534 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Provisioning complete for port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:14.298285 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.299995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (e45cf485-5f7c-414f-9675-2b8c91d4170c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.340688 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.362343 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'Port': ['ID=e6d4fcb8-7b92-4f7b-8532-044789e5d428,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:14.433862 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.435759 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-dc9bbdfc-6153-49b9-bb68-9b9078073f42 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8105149 May 16 19:08:14.456580 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:14.480659 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Provisioning complete for port c89cd3e8-379c-44da-9f5f-5d5db23e9619 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:14.481053 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.519660 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:14.665030 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eefade47-82e7-4bfc-ad62-285c9cac536e req-9ff75883-367e-461a-bb12-eabcfb1681b3 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.0900910 May 16 19:08:14.837932 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Made reservation on behalf of 6c29e44eba604e6389ecb2ee2b1059a0 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:14.846789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.855834 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:14.920631 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-eb79e888-9315-48af-b6b0-f9007e29e514 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e7c43d6-2c85-4cc7-9782-3922b682a994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8547359 May 16 19:08:15.041934 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Allocated IP 172.20.0.1 (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e/a41e79cb-7e38-4292-b36b-bbf41cb89605/c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:15.160640 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:15.171964 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 3, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:15.183661 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Allocated IP 172.20.0.1 (b9cbd7ed-b011-47eb-8de6-48451d865294/464b6801-d4d1-4d1f-8f6e-41941fd21d02/053dbeab-511c-4e97-b6a3-8f6a7f0a23ec) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:15.229418 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-95cc50ec-e0e6-46ca-981b-3613035eaea9 None None] Port c89cd3e8-379c-44da-9f5f-5d5db23e9619 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:15.336719 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163b674-dfce-4f16-b7ce-8196bca39947 None None] The sync data for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi is: [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 3, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:15.364261 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-d929fe10-8722-4166-a0bb-ce90c3236e2a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1738543449&fields=id&tenant_id=dee1963e977f4ac7b6d1877a6dd740a9 HTTP/1.1" status: 200 len: 267 time: 0.5428779 May 16 19:08:15.364953 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 10ea6865-8629-4fd1-b743-ade5715ab945 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:15.370967 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 2bc8a202-3742-447e-85b5-b6ddb374cfb3 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:15.378295 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:15.380649 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:15.410164 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40542) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:15.538156 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks [] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.613930 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:15.614374 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.621388 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40550) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:15.638609 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ef98bef4-7de4-481d-8b4d-f54507df61a3 None None] Provisioning complete for port c89cd3e8-379c-44da-9f5f-5d5db23e9619 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:15.639089 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ef98bef4-7de4-481d-8b4d-f54507df61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.649638 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.738450 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:15.741596 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:15.758567 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:15.759067 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (9c99800c-5dcf-4521-af00-175dd03c7f34), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.960901 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ef98bef4-7de4-481d-8b4d-f54507df61a3 None None] Port c89cd3e8-379c-44da-9f5f-5d5db23e9619 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:16.031960 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:16.068221 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Publish callbacks [] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.227483 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-75dd4032-8404-4fcf-96df-7cefaa387307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.274678 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.352758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.557195 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:16.565357 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 63bdadd6-3353-41ce-8523-ec1949141033 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:16.592648 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Attempting to bind port 13d045eb-70d9-46d7-9101-607dc7fbc893 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:16.594690 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Attempting to bind port 13d045eb-70d9-46d7-9101-607dc7fbc893 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:16.597739 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Attempting to bind port 13d045eb-70d9-46d7-9101-607dc7fbc893 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:16.600601 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks [] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.668181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40564) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:16.673595 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334076048', 'description': 'tempest-description--1905008459'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:16.703382 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.743845 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Pushing event updated for resources: {'Port': ['ID=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:16.757305 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:16.757857 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:16.758794 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.759340 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:16.760385 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Bound port: 13d045eb-70d9-46d7-9101-607dc7fbc893, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:16.761298 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.765293 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-8d99506c-5f8a-4778-8a78-a67e25b7df4a None None] Provisioning complete for port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:16.766078 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8d99506c-5f8a-4778-8a78-a67e25b7df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.801312 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:16.817564 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 2, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:16.818199 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f664-2fc0-48d6-8825-76765a437497 None None] Pushing event updated for resources: {'Port': ['ID=13d045eb-70d9-46d7-9101-607dc7fbc893,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:16.820826 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3935dc98-cc20-4e0a-a6f1-88d84e637173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.931756 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:16.932704 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Updating router 7e7c43d6-2c85-4cc7-9782-3922b682a994 port c89cd3e8-379c-44da-9f5f-5d5db23e9619 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:16.950492 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3935dc98-cc20-4e0a-a6f1-88d84e637173 admin admin] Publish callbacks [] for security_group (4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.959796 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1b3e232e-9a76-4abe-9140-f8175b1bc478 req-a8de9888-4050-42ce-9c57-8569f2a61a83 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.1787734 May 16 19:08:16.983260 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3935dc98-cc20-4e0a-a6f1-88d84e637173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.983607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] For port 13d045eb-70d9-46d7-9101-607dc7fbc893, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:16.984353 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] For port 13d045eb-70d9-46d7-9101-607dc7fbc893, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=13d045eb-70d9-46d7-9101-607dc7fbc893,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:17.014249 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.016262 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.032418 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-3935dc98-cc20-4e0a-a6f1-88d84e637173 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4deb4cba3c84184aa376704901213e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3467271 May 16 19:08:17.042075 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Allocated IP 172.20.0.5 (2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5/c9d758eb-9436-43a9-a37d-16a840c4198e/2e11282d-6548-42a2-bd7b-f48e111161b1) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:17.045332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40566) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:17.048786 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:17.071143 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.097090 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f664-2fc0-48d6-8825-76765a437497 None None] Pushing event updated for resources: {'Port': ['ID=13d045eb-70d9-46d7-9101-607dc7fbc893,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.141754 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-8d99506c-5f8a-4778-8a78-a67e25b7df4a None None] Port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:17.155224 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:17.156165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:17.282812 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks [] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.284030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (5660e97c-c1b7-447f-8b2d-ba7880812f92), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.285587 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:17.314140 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:17.317614 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (cfec5029-7e17-499e-8906-677fbac6a1ae), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.322090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.322889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (9c99800c-5dcf-4521-af00-175dd03c7f34), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.330429 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5660e97c-c1b7-447f-8b2d-ba7880812f92), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.349745 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:17.361652 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-75dd4032-8404-4fcf-96df-7cefaa387307 admin admin] Publish callbacks [] for security_group (dc68c725-53fe-4f10-8728-58594a10ee03), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.394735 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-75dd4032-8404-4fcf-96df-7cefaa387307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (dc68c725-53fe-4f10-8728-58594a10ee03), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.443141 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 63bdadd6-3353-41ce-8523-ec1949141033 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:17.443530 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (63bdadd6-3353-41ce-8523-ec1949141033), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.534179 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6e8e3f66-014e-4fa8-98b7-b00e597dfd0d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.544641 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6e8e3f66-014e-4fa8-98b7-b00e597dfd0d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 810 time: 2.1772630 May 16 19:08:17.594425 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.602572 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9320724 May 16 19:08:17.604180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40576) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:17.641466 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'security_group_rule': {'security_group_id': '5660e97c-c1b7-447f-8b2d-ba7880812f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:17.657908 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 63bdadd6-3353-41ce-8523-ec1949141033 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:17.659212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 00dea33f-2677-4220-a151-2abcd07da0ca up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:17.681781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9e3e30d9-b320-44b4-9a65-d1d073828b88 admin admin] Publish callbacks [] for security_group (4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.718827 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935dc98-cc20-4e0a-a6f1-88d84e637173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.754290 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9e3e30d9-b320-44b4-9a65-d1d073828b88 admin admin] Publish callbacks [] for security_group (4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.805010 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-f0d9ec50-5757-4c13-a692-234ca486c27f None None] Provisioning complete for port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:17.805401 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ec50-5757-4c13-a692-234ca486c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.832872 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (604f060c-4b6d-4e3a-a247-b1c85d915b17), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.875034 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-174b9d7b-e1e3-4a00-9281-99ac2ac22216 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/quotas/dee1963e977f4ac7b6d1877a6dd740a9 HTTP/1.1" status: 200 len: 375 time: 0.3286045 May 16 19:08:17.876398 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Publish callbacks [] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.888049 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.903801 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd4032-8404-4fcf-96df-7cefaa387307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68c725-53fe-4f10-8728-58594a10ee03,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.947068 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 00dea33f-2677-4220-a151-2abcd07da0ca triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:17.948146 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.950053 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9ec50-5757-4c13-a692-234ca486c27f None None] Port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:18.000693 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18586cf-4750-4eb4-92d8-51cf0a674873 None None] Pushing event updated for resources: {'Port': ['ID=c89cd3e8-379c-44da-9f5f-5d5db23e9619,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.033992 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:18.095454 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-75dd4032-8404-4fcf-96df-7cefaa387307 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ff1eb2e4a2c4fea9216e735035fc47f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6780941 May 16 19:08:18.104804 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:15Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:18.114510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:18.115161 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:18.127197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40584) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:18.127911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9e3e30d9-b320-44b4-9a65-d1d073828b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.141996 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9e3e30d9-b320-44b4-9a65-d1d073828b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.155368 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9e3e30d9-b320-44b4-9a65-d1d073828b88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3 HTTP/1.1" status: 204 len: 168 time: 1.0932276 May 16 19:08:18.252843 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae0ed-803f-49d8-90bc-ab821a888b36 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:15Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:18.294906 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Attempting to bind port c89cd3e8-379c-44da-9f5f-5d5db23e9619 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:18.296987 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Attempting to bind port c89cd3e8-379c-44da-9f5f-5d5db23e9619 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:18.298280 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Attempting to bind port c89cd3e8-379c-44da-9f5f-5d5db23e9619 on network d891ed5e-5c1c-4920-894a-8addbe008c14 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:18.309905 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:18.310508 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Checking segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:18.311014 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.311510 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Bound using segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:18.313853 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Bound port: c89cd3e8-379c-44da-9f5f-5d5db23e9619, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:18.314817 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.378505 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e30d9-b320-44b4-9a65-d1d073828b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588e3a2-3ff2-4f0f-8e39-d7d2835ce2a3,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.452138 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e513669-f06f-48e1-8c78-12d824e66440 req-4de51afa-1aad-480a-af09-562cec1ecab8 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.1757398 May 16 19:08:18.453055 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Pushing event updated for resources: {'Port': ['ID=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.473669 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:18.476642 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:18.523832 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] For port c89cd3e8-379c-44da-9f5f-5d5db23e9619, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:18.525445 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822a077-d851-4bc4-a55e-708c5c02510e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5660e97c-c1b7-447f-8b2d-ba7880812f92,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.526241 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 00dea33f-2677-4220-a151-2abcd07da0ca is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:18.526755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.543612 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] For port c89cd3e8-379c-44da-9f5f-5d5db23e9619, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c89cd3e8-379c-44da-9f5f-5d5db23e9619,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:18.564505 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.605421 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 00dea33f-2677-4220-a151-2abcd07da0ca, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=00dea33f-2677-4220-a151-2abcd07da0ca,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:18.628736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.633738 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6bf2-dfd2-4605-a9bc-ba790b894b8d admin admin] Publish callbacks [] for security_group (dc68c725-53fe-4f10-8728-58594a10ee03), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.700506 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6bf2-dfd2-4605-a9bc-ba790b894b8d admin admin] Publish callbacks [] for security_group (dc68c725-53fe-4f10-8728-58594a10ee03), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.833905 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:18.834237 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] Provisioning complete for port c89cd3e8-379c-44da-9f5f-5d5db23e9619 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:18.835567 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.839960 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:18.841141 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:18.905139 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:18.945452 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-fd882ded-73b4-4108-a642-38a30860b803 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9712677 May 16 19:08:19.049754 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18586cf-4750-4eb4-92d8-51cf0a674873 None None] Pushing event updated for resources: {'Port': ['ID=c89cd3e8-379c-44da-9f5f-5d5db23e9619,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.191332 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (604f060c-4b6d-4e3a-a247-b1c85d915b17), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.315873 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=00dea33f-2677-4220-a151-2abcd07da0ca,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.370851 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:19.417630 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (604f060c-4b6d-4e3a-a247-b1c85d915b17), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.510912 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 57e84914-772f-4a57-8d00-a6d16a3633af up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:19.609792 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604f060c-4b6d-4e3a-a247-b1c85d915b17,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.658157 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.659654 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-8dea184b-010d-4c9d-96d1-8479a156470e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0283513 May 16 19:08:19.667131 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40614) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:19.678911 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'security_group_rule': {'security_group_id': '5660e97c-c1b7-447f-8b2d-ba7880812f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:19.686495 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.725915 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks [] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.734654 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-c8053e31-81cf-4bef-bb9f-0b35950ddf84 service neutron] 10.222.0.24 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240081 May 16 19:08:19.898828 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:19.903630 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6bf2-dfd2-4605-a9bc-ba790b894b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (dc68c725-53fe-4f10-8728-58594a10ee03), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.908166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6bf2-dfd2-4605-a9bc-ba790b894b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.909209 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:19.922730 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cc2d6bf2-dfd2-4605-a9bc-ba790b894b8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc68c725-53fe-4f10-8728-58594a10ee03 HTTP/1.1" status: 204 len: 168 time: 1.7603736 May 16 19:08:19.937072 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ab93b376-df6a-4312-a29a-cebae5a22f52 admin admin] 10.222.0.24 "PUT /v2.0/routers/9c99800c-5dcf-4521-af00-175dd03c7f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4347703 May 16 19:08:19.975334 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8581693-9396-4ed9-a1ab-94f884e32866 None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:19.984784 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d6bf2-dfd2-4605-a9bc-ba790b894b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68c725-53fe-4f10-8728-58594a10ee03,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:20.047302 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b9363ff3-5c0e-4c75-8fda-cf5a62466153 req-059b750c-9532-4011-aa82-b329a1a547b6 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.1445599 May 16 19:08:20.387455 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 57e84914-772f-4a57-8d00-a6d16a3633af triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:20.388042 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.576452 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-2f5885e9-f5b2-4852-99fd-723389528ad1 service neutron] 10.222.0.24 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958760 May 16 19:08:20.579883 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (206a3534-05cd-4467-8638-48c486c5a19e), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.605711 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 2, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:20.620237 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.749982 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:20.750345 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Updating router 55c86436-3a35-4606-80da-fbc1fbd8a2dd port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:20.781025 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] Current status of the port c89cd3e8-379c-44da-9f5f-5d5db23e9619 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:20.781697 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.916258 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.026663 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 57e84914-772f-4a57-8d00-a6d16a3633af is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:21.027136 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.133595 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] For port c89cd3e8-379c-44da-9f5f-5d5db23e9619, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c89cd3e8-379c-44da-9f5f-5d5db23e9619,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:21.150557 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40656) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:21.189924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-90f9c987-840e-4192-9195-4b784f6ca880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.194274 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.209507 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:21.240255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 57e84914-772f-4a57-8d00-a6d16a3633af, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=57e84914-772f-4a57-8d00-a6d16a3633af,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:21.269706 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5aaf4ef4-de2c-4f87-af22-549dbf072f5f req-240bf08a-a6d5-4cf6-ae80-233807d3cd54 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.2056005 May 16 19:08:21.278183 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:21.281877 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:21.318218 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.318916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.330119 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Pushing event updated for resources: {'Port': ['ID=2e11282d-6548-42a2-bd7b-f48e111161b1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:21.388781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40662) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:21.399690 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341687664', 'description': 'tempest-description--1100345271'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:21.468333 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.472685 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bcbbd921-9e27-4e7a-adbf-97b4e4645a58 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:21.518543 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.538348 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (206a3534-05cd-4467-8638-48c486c5a19e), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.543419 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-94bc8231-af7b-40a6-914b-6d24cf9dce23 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8257644 May 16 19:08:21.663994 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2440-2354-4943-95ef-3c124797d427 req-8d0307fa-a413-4deb-a026-891c9887f60f tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.668541 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a3be2440-2354-4943-95ef-3c124797d427 req-8d0307fa-a413-4deb-a026-891c9887f60f tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 931 time: 0.1224797 May 16 19:08:21.703070 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (206a3534-05cd-4467-8638-48c486c5a19e), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.716921 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-1ede01b4-08ac-4dac-b4aa-e99226f21bc8 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:08:21.718550 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-1ede01b4-08ac-4dac-b4aa-e99226f21bc8 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0233536 May 16 19:08:21.728768 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-70d3c0e0-ca2f-43a6-a2ca-74cf2d9d3a8c None None] Provisioning complete for port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:21.729165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70d3c0e0-ca2f-43a6-a2ca-74cf2d9d3a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.802739 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (a6fd7858-e285-4973-99b7-84da3d61ab2e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.812554 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a6fd7858-e285-4973-99b7-84da3d61ab2e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.825594 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-90f9c987-840e-4192-9195-4b784f6ca880 admin admin] Publish callbacks [] for security_group (4554d034-7470-47c6-bce5-721c75daa40e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.827156 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks [] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.859571 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-90f9c987-840e-4192-9195-4b784f6ca880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4554d034-7470-47c6-bce5-721c75daa40e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.910108 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206a3534-05cd-4467-8638-48c486c5a19e,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:21.910540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.912244 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.913324 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5192566 May 16 19:08:21.921806 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (cfec5029-7e17-499e-8906-677fbac6a1ae), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.926617 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40682) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:21.956939 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8592b3-f22f-4413-b12f-537e44c1a674 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd7858-e285-4973-99b7-84da3d61ab2e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:21.957835 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': 'a6fd7858-e285-4973-99b7-84da3d61ab2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:21.989371 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-90f9c987-840e-4192-9195-4b784f6ca880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=712b981d79f44c2a9ed2e7712ad99c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8369193 May 16 19:08:22.003875 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40686) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:22.018517 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.019784 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-eff6e867-ac82-456a-93c2-cf724a6f711a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3449667 May 16 19:08:22.021355 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2934f-3a92-43d5-93b1-5c4526a430b0 None None] Pushing event updated for resources: {'Port': ['ID=c89cd3e8-379c-44da-9f5f-5d5db23e9619,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:22.039787 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40688) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:22.056346 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:22.140658 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9c987-840e-4192-9195-4b784f6ca880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554d034-7470-47c6-bce5-721c75daa40e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:22.205289 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4adf70aa-a387-453f-9d85-83682b4fc03c admin admin] Publish callbacks [] for security_group (4554d034-7470-47c6-bce5-721c75daa40e), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.255747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4adf70aa-a387-453f-9d85-83682b4fc03c admin admin] Publish callbacks [] for security_group (4554d034-7470-47c6-bce5-721c75daa40e), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.304787 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a3be2440-2354-4943-95ef-3c124797d427 req-03a10799-f492-455f-88b2-b8086a759e0d tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851669 May 16 19:08:22.314998 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:22.365014 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4adf70aa-a387-453f-9d85-83682b4fc03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4554d034-7470-47c6-bce5-721c75daa40e), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.367908 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4adf70aa-a387-453f-9d85-83682b4fc03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.369503 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4adf70aa-a387-453f-9d85-83682b4fc03c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4554d034-7470-47c6-bce5-721c75daa40e HTTP/1.1" status: 204 len: 168 time: 0.3598089 May 16 19:08:22.385505 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf70aa-a387-453f-9d85-83682b4fc03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554d034-7470-47c6-bce5-721c75daa40e,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:22.463147 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5400e14b-63e7-4420-a36b-9d4fb092763c req-a56ec774-107a-4fad-b0e9-569af6d165b2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.0514915 May 16 19:08:22.535057 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:22.566657 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:22.574796 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (20f7b99f-8953-4387-8e75-04b6fd9b0c6f), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.598117 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Request body: {'port': {'device_id': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:22.662433 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=57e84914-772f-4a57-8d00-a6d16a3633af,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:22.668964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-70d3c0e0-ca2f-43a6-a2ca-74cf2d9d3a8c None None] Port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:22.669747 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.820963 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:22.822510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.828038 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-70d3c0e0-ca2f-43a6-a2ca-74cf2d9d3a8c None None] Provisioning complete for port c89cd3e8-379c-44da-9f5f-5d5db23e9619 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:22.839793 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-70d3c0e0-ca2f-43a6-a2ca-74cf2d9d3a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.178065 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Publish callbacks [] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.303093 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.635141 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-70d3c0e0-ca2f-43a6-a2ca-74cf2d9d3a8c None None] Current status of the port c89cd3e8-379c-44da-9f5f-5d5db23e9619 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:23.670667 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8426d806-4a63-4f81-b1ef-aa621885d420 req-d68cfd9b-1ec4-41dc-bdf5-74c8ff9c7051 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.0811207 May 16 19:08:23.744707 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (20f7b99f-8953-4387-8e75-04b6fd9b0c6f), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.802226 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-fc88906e-e15a-473c-8c79-cc9dba4d29b8 None None] Provisioning complete for port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:23.806110 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-fc88906e-e15a-473c-8c79-cc9dba4d29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.806383 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (20f7b99f-8953-4387-8e75-04b6fd9b0c6f), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.847415 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdee8b-3fe2-4ec1-b245-205bf45f7498 None None] Pushing event updated for resources: {'Port': ['ID=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:23.890372 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.932990 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabc880-c880-4d0d-b494-4329f0bb809b req-2a85dbdc-b2ca-4d0b-b593-b6d4aff6d020 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:23.935224 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:23.936238 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.936379 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1dabc880-c880-4d0d-b494-4329f0bb809b req-2a85dbdc-b2ca-4d0b-b593-b6d4aff6d020 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 931 time: 0.3979549 May 16 19:08:23.950332 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.965390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f7b99f-8953-4387-8e75-04b6fd9b0c6f,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:24.004150 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.031037 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40760) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:24.036346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': 'a6fd7858-e285-4973-99b7-84da3d61ab2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:24.049652 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c10fedbe-f7e0-46ba-bbeb-61a02a2c4ce2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1201930 May 16 19:08:24.129235 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.49', 50142) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:24.165604 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port bcbbd921-9e27-4e7a-adbf-97b4e4645a58, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:24.167664 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-fc88906e-e15a-473c-8c79-cc9dba4d29b8 None None] Port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:24.174463 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Attempting to bind port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:24.174875 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Attempting to bind port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:24.175190 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Attempting to bind port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:24.206951 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:24.207327 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Checking segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:24.207781 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.212314 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Bound using segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:24.216004 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Bound port: cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:24.216524 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.218918 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.264928 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Router cfec5029-7e17-499e-8906-677fbac6a1ae has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:24.418667 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:24.444603 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-68f73369-03c0-4b01-86ef-d749bcdafebd None None] Provisioning complete for port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:24.445145 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-68f73369-03c0-4b01-86ef-d749bcdafebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.456167 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1dabc880-c880-4d0d-b494-4329f0bb809b req-d9bc24e8-3e0e-4ae1-b568-aa6df945d895 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027590 May 16 19:08:24.583296 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-68f73369-03c0-4b01-86ef-d749bcdafebd None None] Port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:24.626975 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] For port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:24.639922 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] For port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:24.652465 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.736182 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:24.737499 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:24.774105 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (21e1837a-3fac-4c18-9bc9-cb0c5c0d5c96), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.788528 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 57e84914-772f-4a57-8d00-a6d16a3633af up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:24.809768 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-b5dc0cc0-6e37-4050-b92c-ec76fdd5810e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.811689 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-b5dc0cc0-6e37-4050-b92c-ec76fdd5810e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 810 time: 0.6810272 May 16 19:08:24.851429 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdee8b-3fe2-4ec1-b245-205bf45f7498 None None] Pushing event updated for resources: {'Port': ['ID=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:24.908250 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Allocated IP 172.27.2.183 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/86327a68-936c-47f8-952b-34d7f2ff0ad1) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:25.016971 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ed11a624-f767-4aa8-908b-58308f047037 req-444751f0-8c5c-4376-8262-d552670c7ff9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.1730077 May 16 19:08:25.022272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 57e84914-772f-4a57-8d00-a6d16a3633af triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:25.022666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.243900 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:25.280149 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-355ba7dc-f6ff-4849-a814-9af44dbab8a0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee1963e977f4ac7b6d1877a6dd740a9 HTTP/1.1" status: 200 len: 380 time: 0.4311936 May 16 19:08:25.282599 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (21e1837a-3fac-4c18-9bc9-cb0c5c0d5c96), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.295496 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'port': {'device_id': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'admin_state_up': True, 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'security_groups': ['9245cc6a-df87-4a6d-92ed-c02fdae7eba1']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:25.300836 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (21e1837a-3fac-4c18-9bc9-cb0c5c0d5c96), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.405403 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e1837a-3fac-4c18-9bc9-cb0c5c0d5c96,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:25.406895 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] Provisioning complete for port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:25.407312 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.432716 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.439870 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9b4c8835-d45c-4c50-b9f1-154e9bdf1fc2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4071994 May 16 19:08:25.444495 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40798) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:25.451743 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:25.566274 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.752282 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Made reservation on behalf of dee1963e977f4ac7b6d1877a6dd740a9 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:25.763447 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:25.768630 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.788969 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d9e227cd-37a8-4f7e-a5b6-d72dc77fc2b2 admin admin] 10.222.0.24 "PUT /v2.0/routers/cfec5029-7e17-499e-8906-677fbac6a1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0226092 May 16 19:08:25.805722 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Sync routers for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:25.843658 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:25.844546 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:25.916051 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.929886 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e544-f0fb-4a16-930f-08272d3f2e70 req-60a39e72-df5d-47bf-8c76-24f952193ae8 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.933190 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d452e544-f0fb-4a16-930f-08272d3f2e70 req-60a39e72-df5d-47bf-8c76-24f952193ae8 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 931 time: 0.3541632 May 16 19:08:26.140176 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.152987 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] Current status of the port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:26.154250 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.164041 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 57e84914-772f-4a57-8d00-a6d16a3633af is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:26.172435 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c89cd3e8-379c-44da-9f5f-5d5db23e9619 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:26.183247 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:26.210937 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d452e544-f0fb-4a16-930f-08272d3f2e70 req-e8a219b6-4075-4b0a-bf51-b6f77b77f50f tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589104 May 16 19:08:26.214202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.336271 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:26.380535 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:26.404097 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:26.459555 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.27.2.30 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:26.506421 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] For port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:26.640901 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.699401 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (a7e1f414-84db-4bc2-8556-e41faf77f6ab), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.833033 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e94352-112c-436a-9a7c-060c6fd3df48 None None] Pushing event updated for resources: {'Port': ['ID=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:26.842877 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port c89cd3e8-379c-44da-9f5f-5d5db23e9619 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:26.843251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.848956 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e11282d-6548-42a2-bd7b-f48e111161b1 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:26.874205 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'Port': ['ID=86327a68-936c-47f8-952b-34d7f2ff0ad1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:26.875804 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 2, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:26.884305 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Publish callbacks [] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.907567 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 40844) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:26.958182 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.005103 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:27.008337 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Checking router: cfec5029-7e17-499e-8906-677fbac6a1ae for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:27.010070 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Updating router cfec5029-7e17-499e-8906-677fbac6a1ae port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:27.034400 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:27.035049 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:27.047682 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:24Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:27.082035 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Transition to ACTIVE for port object 2e11282d-6548-42a2-bd7b-f48e111161b1 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:27.094930 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.105483 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.238869 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Allocated IP 172.20.0.8 (5657b193-1d9d-4ab0-bc85-4249fb974f7c/115273a0-45f1-4d05-a967-b4b792efdb3a/f100112e-7e29-4339-bff0-b6f0d938007d) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:27.311820 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7a3d4-af14-40f0-a3ce-2d565359cd75 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:24Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:27.367462 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port c89cd3e8-379c-44da-9f5f-5d5db23e9619 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:27.379989 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 00dea33f-2677-4220-a151-2abcd07da0ca up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:27.676694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-3e559d11-65ea-487e-ae5b-d595c72cbba5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:27.680658 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-3e559d11-65ea-487e-ae5b-d595c72cbba5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 818 time: 0.3250225 May 16 19:08:27.705268 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd4c138d-5716-4ed3-a5a3-cb7118e1d1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.733019 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 00dea33f-2677-4220-a151-2abcd07da0ca triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:27.733373 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.762510 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-e2ca4edd-4823-4fba-b327-f2ac51dd98b3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/quotas/ba2c6e5fee5b402fa68833228d12c8e7 HTTP/1.1" status: 200 len: 375 time: 0.0367475 May 16 19:08:27.826221 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Pushing event updated for resources: {'Port': ['ID=2e11282d-6548-42a2-bd7b-f48e111161b1,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:27.829915 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:27.923306 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f535d9cf-ea80-4113-a986-e7f5f0cdb229 req-79e7c9e4-f8e6-45ba-9c79-d4d9e8ac550b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 1.1845741 May 16 19:08:27.933912 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for port (f100112e-7e29-4339-bff0-b6f0d938007d), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.014480 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.141308 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Publish callbacks [] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.157130 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.274646 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.322646 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b41869-c499-4428-96c1-677011c32bb5 req-ec9fd5ee-2ffc-406f-abf4-6ec75c5a0c5a tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.328743 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a1b41869-c499-4428-96c1-677011c32bb5 req-ec9fd5ee-2ffc-406f-abf4-6ec75c5a0c5a tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 943 time: 0.2252817 May 16 19:08:28.333905 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.385027 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489efa50-abb7-4524-96bd-6fae5c208a13 None None] Pushing event updated for resources: {'Port': ['ID=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:28.412731 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 00dea33f-2677-4220-a151-2abcd07da0ca is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:28.425097 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 13d045eb-70d9-46d7-9101-607dc7fbc893 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:28.530275 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 13d045eb-70d9-46d7-9101-607dc7fbc893 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:28.530917 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.574787 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Attempting to bind port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:28.574982 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Attempting to bind port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:28.575190 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Attempting to bind port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:28.585013 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:28.593370 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:28.595770 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Checking segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:28.596209 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.596616 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Bound using segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:28.597167 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Bound port: c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:28.597579 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.626390 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:28.627590 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Updating router 9c99800c-5dcf-4521-af00-175dd03c7f34 port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:28.686229 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.749436 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 13d045eb-70d9-46d7-9101-607dc7fbc893 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:28.750112 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.813557 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-37cfb279-6e3a-4cc4-a46e-16369a3b52bb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9781485 May 16 19:08:28.815240 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.819952 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] For port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:28.821768 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 13d045eb-70d9-46d7-9101-607dc7fbc893, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=13d045eb-70d9-46d7-9101-607dc7fbc893,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:28.850814 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] For port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:28.855024 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-b5504fd5-7d7f-4b9f-9601-e9f4ca3fc376 None None] Provisioning complete for port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:28.855634 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b5504fd5-7d7f-4b9f-9601-e9f4ca3fc376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.881493 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.928768 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'Port': ['ID=86327a68-936c-47f8-952b-34d7f2ff0ad1,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:28.967540 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Attempting to bind port 2e11282d-6548-42a2-bd7b-f48e111161b1 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:28.967901 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Attempting to bind port 2e11282d-6548-42a2-bd7b-f48e111161b1 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '08493f7d-0ebc-4caa-a0dc-46565702a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:28.968265 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Attempting to bind port 2e11282d-6548-42a2-bd7b-f48e111161b1 on network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:28.977212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-b5504fd5-7d7f-4b9f-9601-e9f4ca3fc376 None None] Port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:28.984275 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (a7e1f414-84db-4bc2-8556-e41faf77f6ab), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.985637 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.034209 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd4c138d-5716-4ed3-a5a3-cb7118e1d1c6 admin admin] Publish callbacks [] for security_group (36643611-dc27-49c8-9b0a-2784496f2b17), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.039153 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Port 2e11282d-6548-42a2-bd7b-f48e111161b1 on network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:29.043586 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Attempting to bind port 2e11282d-6548-42a2-bd7b-f48e111161b1 on network 2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:29.067132 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:29.070314 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Checking segment: {'id': '08493f7d-0ebc-4caa-a0dc-46565702a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:29.070929 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Bound using segment: {'id': '08493f7d-0ebc-4caa-a0dc-46565702a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:29.071416 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Bound port: 2e11282d-6548-42a2-bd7b-f48e111161b1, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08493f7d-0ebc-4caa-a0dc-46565702a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:29.071790 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.083066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.084330 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e79b9c1a-f448-43a1-a184-31e5794b16ea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0433333 May 16 19:08:29.095071 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd4c138d-5716-4ed3-a5a3-cb7118e1d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (36643611-dc27-49c8-9b0a-2784496f2b17), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.107707 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:29.138302 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:29.155988 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489efa50-abb7-4524-96bd-6fae5c208a13 None None] Pushing event updated for resources: {'Port': ['ID=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.245615 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=13d045eb-70d9-46d7-9101-607dc7fbc893,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.261424 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:29.296323 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-dd4c138d-5716-4ed3-a5a3-cb7118e1d1c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b5fedd101704ee990f6d714cb7caf3b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3745117 May 16 19:08:29.322993 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40884) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:29.325683 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.339156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:29.379901 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:29.472220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.538574 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] For port 2e11282d-6548-42a2-bd7b-f48e111161b1, host hv-cinder-76606, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:29.540060 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:29.556772 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] For port 2e11282d-6548-42a2-bd7b-f48e111161b1, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2e11282d-6548-42a2-bd7b-f48e111161b1,segment=NetworkSegment(08493f7d-0ebc-4caa-a0dc-46565702a3ca),segment_id=08493f7d-0ebc-4caa-a0dc-46565702a3ca)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:29.557025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:29.558464 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.573870 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:29.608393 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.727108 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c138d-5716-4ed3-a5a3-cb7118e1d1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36643611-dc27-49c8-9b0a-2784496f2b17,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.759996 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-6bb08c13-2634-4ace-a2b4-6c88a1e5ff55 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4691141 May 16 19:08:29.764473 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.768897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:29.789849 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Publish callbacks [] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.808082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:29.827360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:29.858230 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a1b41869-c499-4428-96c1-677011c32bb5 req-3f8fd95a-72db-4a63-9a9e-17a4d4f2a712 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5074215 May 16 19:08:29.886723 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-5466d74f-d96b-4f15-a2e1-d72be9039ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0436490 May 16 19:08:29.909105 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.933752 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-317b56d5-0b3a-4ed3-a0ae-7431efb4fef0 admin admin] Publish callbacks [] for security_group (36643611-dc27-49c8-9b0a-2784496f2b17), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.957709 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:29.958358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.960492 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] 10.222.0.49 "PUT /v2.0/ports/2e11282d-6548-42a2-bd7b-f48e111161b1 HTTP/1.1" status: 200 len: 1093 time: 7.9176035 May 16 19:08:29.961113 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'tag': '2e11282d-6548-42a2-bd7b-f48e111161b1'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:30.014723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-317b56d5-0b3a-4ed3-a0ae-7431efb4fef0 admin admin] Publish callbacks [] for security_group (36643611-dc27-49c8-9b0a-2784496f2b17), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.021336 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (10517a78-e01c-402f-83b5-661598bfe0d6), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.023272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] Provisioning complete for port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:30.023666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.084833 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:30.085204 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.131516 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef1b22-3e28-4c7d-afd9-e394359f8a05" -d '{"events": [{"name": "network-changed", "server_uuid": "b39fb145-de7f-49c4-ac8f-eacbb6c9a673", "tag": "2e11282d-6548-42a2-bd7b-f48e111161b1"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:30.135092 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc10fe4-b4f4-49c4-b1ee-6113f609ea24 service neutron] Pushing event updated for resources: {'Port': ['ID=2e11282d-6548-42a2-bd7b-f48e111161b1,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.185324 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89315f-9d0d-4bf5-8d78-0f5fbd3b415f None None] Pushing event updated for resources: {'Port': ['ID=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.193160 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-9173c358-8dcc-4fd7-9778-eea44fce99df service neutron] 10.222.0.24 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723937 May 16 19:08:30.222981 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:30.224436 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.237179 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18d6ae-175d-4d4a-a7b0-e18659da5b44 req-b038d981-5563-4eed-a711-c6489f51c22a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:30.247154 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fa18d6ae-175d-4d4a-a7b0-e18659da5b44 req-b038d981-5563-4eed-a711-c6489f51c22a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 931 time: 0.1986191 May 16 19:08:30.269040 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b66b5-876a-4cab-8613-cb767c2fc435 None None] The sync data for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi is: [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:30.302499 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Attempting to bind port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:30.302934 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Attempting to bind port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:30.303400 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Attempting to bind port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:30.388381 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-317b56d5-0b3a-4ed3-a0ae-7431efb4fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (36643611-dc27-49c8-9b0a-2784496f2b17), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.391038 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-317b56d5-0b3a-4ed3-a0ae-7431efb4fef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.392277 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-317b56d5-0b3a-4ed3-a0ae-7431efb4fef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36643611-dc27-49c8-9b0a-2784496f2b17 HTTP/1.1" status: 204 len: 168 time: 1.0681567 May 16 19:08:30.404835 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fa18d6ae-175d-4d4a-a7b0-e18659da5b44 req-620ec964-f35f-4d37-a6e2-da36dab6af82 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110623 May 16 19:08:30.428742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b56d5-0b3a-4ed3-a0ae-7431efb4fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36643611-dc27-49c8-9b0a-2784496f2b17,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.484892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] Current status of the port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:30.485275 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.544519 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:30.544895 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:30.545300 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.545780 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Bound using segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:30.546215 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Bound port: 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:30.546597 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.553964 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-608085d8-4c6b-4a78-a53c-0e8e6f6cb90e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1334076048&fields=id&tenant_id=70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 267 time: 0.1187904 May 16 19:08:30.573495 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.584307 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.599588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] For port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:30.633220 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:30.634534 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bcbbd921-9e27-4e7a-adbf-97b4e4645a58 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:30.636279 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.705588 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (10517a78-e01c-402f-83b5-661598bfe0d6), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.755561 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8121d8-a54a-4723-ba08-2261330101c9 x-openstack-request-id: req-0e8121d8-a54a-4723-ba08-2261330101c9 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:30.755868 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39fb145-de7f-49c4-ac8f-eacbb6c9a673", "tag": "2e11282d-6548-42a2-bd7b-f48e111161b1", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:30.757258 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e8121d8-a54a-4723-ba08-2261330101c9 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:30.757773 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8121d8-a54a-4723-ba08-2261330101c9'] response: {'name': 'network-changed', 'server_uuid': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'tag': '2e11282d-6548-42a2-bd7b-f48e111161b1', 'status': 'completed', 'code': 200} May 16 19:08:30.827836 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.829171 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3824079 May 16 19:08:30.832614 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1223b6-736d-48b7-98b3-527bf4d76b6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.841862 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d3929cc-24b7-478b-8957-556c538ce771 req-30e22936-ba26-438f-8995-2d97d9c95a0e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 210 time: 0.0782223 May 16 19:08:30.882152 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88f460-a657-45e6-9844-bd56fa97f388 None None] Pushing event updated for resources: {'Port': ['ID=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.891952 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-2fdf2a5d-f576-405d-aefa-de2c15e583d7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:30.895091 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-2fdf2a5d-f576-405d-aefa-de2c15e583d7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 816 time: 0.3319533 May 16 19:08:30.919644 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-91d1a50f-47a2-4895-9c22-01520b2aea1e None None] Provisioning complete for port f100112e-7e29-4339-bff0-b6f0d938007d triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:30.922694 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-5129637e-072d-4ab3-b5f3-ed02c4e6836a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/quotas/70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 375 time: 0.0137577 May 16 19:08:30.923925 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91d1a50f-47a2-4895-9c22-01520b2aea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.961168 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40930) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:30.978683 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f548e045-4957-4f20-84d0-5b4a82face58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.990981 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-2c362665-a2e4-4a00-a72d-3ac3479a0965 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614152 May 16 19:08:31.034999 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:31.039136 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.129574 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-91d1a50f-47a2-4895-9c22-01520b2aea1e None None] Port f100112e-7e29-4339-bff0-b6f0d938007d cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:31.138388 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] For port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:31.144091 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] For port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:31.149310 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-91d1a50f-47a2-4895-9c22-01520b2aea1e None None] Provisioning complete for port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:31.149735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91d1a50f-47a2-4895-9c22-01520b2aea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.203052 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.227265 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-ce61dfd1-bb6e-4188-adf0-92806dcf2619 service neutron] 10.222.0.24 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205036 May 16 19:08:31.253783 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146306-e477-4c14-9861-2c600cec7b49 req-47ac3254-87e2-4458-a017-06d4064addeb tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:31.262280 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3e146306-e477-4c14-9861-2c600cec7b49 req-47ac3254-87e2-4458-a017-06d4064addeb tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 943 time: 0.1667297 May 16 19:08:31.283262 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:31.296777 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-91d1a50f-47a2-4895-9c22-01520b2aea1e None None] Port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:31.313451 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f548e045-4957-4f20-84d0-5b4a82face58 admin admin] Publish callbacks [] for security_group (39a38520-1e99-4fdd-8075-cb4628d64822), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.330198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89315f-9d0d-4bf5-8d78-0f5fbd3b415f None None] Pushing event updated for resources: {'Port': ['ID=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.334821 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:31.335497 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:31.365054 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3e146306-e477-4c14-9861-2c600cec7b49 req-07b7bc37-e427-4047-a1fa-0f67a5ff82a2 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013062 May 16 19:08:31.366078 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f548e045-4957-4f20-84d0-5b4a82face58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (39a38520-1e99-4fdd-8075-cb4628d64822), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.407796 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f548e045-4957-4f20-84d0-5b4a82face58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=546864d6f3224ae5bf44a0a46e619dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402936 May 16 19:08:31.420667 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 40940) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:31.430287 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:08:31.443186 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-5a294b4a-e6c6-4913-b669-709a4b5898a9 service neutron] 10.222.0.24 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095246 May 16 19:08:31.536583 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Request body: {'port': {'device_id': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:31.644256 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-606cc9fe-e351-4280-8afb-e0577cacb7a7 admin admin] Publish callbacks [] for security_group (39a38520-1e99-4fdd-8075-cb4628d64822), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.647257 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:31.684306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548e045-4957-4f20-84d0-5b4a82face58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a38520-1e99-4fdd-8075-cb4628d64822,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.765251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 13d045eb-70d9-46d7-9101-607dc7fbc893 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:31.821612 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-606cc9fe-e351-4280-8afb-e0577cacb7a7 admin admin] Publish callbacks [] for security_group (39a38520-1e99-4fdd-8075-cb4628d64822), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.843470 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-9ff3c5a9-b9bf-49be-90d6-29d7f5136020 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--341687664&fields=id&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 267 time: 0.2171109 May 16 19:08:31.846999 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.907451 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] Provisioning complete for port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:31.908033 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.947946 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef1b22-3e28-4c7d-afd9-e394359f8a05 req-8d298b4f-6862-45f5-b13c-313dcab86170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:31.947946 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8eef1b22-3e28-4c7d-afd9-e394359f8a05 req-8d298b4f-6862-45f5-b13c-313dcab86170 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c29e44eba604e6389ecb2ee2b1059a0&device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 1127 time: 0.2572343 May 16 19:08:32.106615 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 13d045eb-70d9-46d7-9101-607dc7fbc893 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:32.107016 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.140532 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-b7f5c8ce-e038-445e-9ec9-2eec0d04a268 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:32.143688 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-b7f5c8ce-e038-445e-9ec9-2eec0d04a268 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.2718294 May 16 19:08:32.348445 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-2d23dc7a-bf5a-4ee1-8952-0b9671644e79 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:32.355478 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-2d23dc7a-bf5a-4ee1-8952-0b9671644e79 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 818 time: 0.5293682 May 16 19:08:32.395332 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-7b13edb6-942a-44a4-871e-d2ffb7b5a82a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/quotas/ba2c6e5fee5b402fa68833228d12c8e7 HTTP/1.1" status: 200 len: 375 time: 0.0388901 May 16 19:08:32.414728 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef1b22-3e28-4c7d-afd9-e394359f8a05 req-bb8eb1dc-3643-4911-b8fc-0007c8be243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:32.418779 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8eef1b22-3e28-4c7d-afd9-e394359f8a05 req-bb8eb1dc-3643-4911-b8fc-0007c8be243c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c29e44eba604e6389ecb2ee2b1059a0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4577084 May 16 19:08:32.448337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.49', 50147) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:32.495851 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:31Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:32.584514 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-4411644c-f0f8-49b7-b8c7-057a755b92ba tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882198 May 16 19:08:32.680821 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8a1d2-fe35-4ff6-ac6f-8a1a2101c1a4 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:31Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:32.739841 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-28aaabdb-171f-4769-8b56-6e8fcc26eca8 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/quotas/dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 375 time: 0.0661926 May 16 19:08:32.802277 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] Current status of the port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:32.803665 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.877162 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] For port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:32.884942 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 13d045eb-70d9-46d7-9101-607dc7fbc893 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:32.886438 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:32.890447 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.915956 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-606cc9fe-e351-4280-8afb-e0577cacb7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (39a38520-1e99-4fdd-8075-cb4628d64822), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.919141 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-606cc9fe-e351-4280-8afb-e0577cacb7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.929077 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-606cc9fe-e351-4280-8afb-e0577cacb7a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39a38520-1e99-4fdd-8075-cb4628d64822 HTTP/1.1" status: 204 len: 168 time: 1.5073326 May 16 19:08:32.994287 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-5a688539-e028-4b1c-93ab-4a5722dd994b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2366178 May 16 19:08:33.009379 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cc9fe-e351-4280-8afb-e0577cacb7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a38520-1e99-4fdd-8075-cb4628d64822,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:33.116443 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:33.117026 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.124970 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b71cfe-c31d-43b1-8bf8-512b329dd608 None None] Pushing event updated for resources: {'Port': ['ID=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:33.166775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f100112e-7e29-4339-bff0-b6f0d938007d {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:33.192053 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Publish callbacks [] for port (f100112e-7e29-4339-bff0-b6f0d938007d), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.243944 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.254185 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Transition to ACTIVE for port object f100112e-7e29-4339-bff0-b6f0d938007d will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:33.266873 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.323048 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:33.352745 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Pushing event updated for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:33.376110 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-0a0acfab-e8e0-4a2f-b1d8-fb8b8ac58832 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.379813 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-df975d0c-70ed-4ce1-99c1-44848bccb4c4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:08:33.380466 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-0a0acfab-e8e0-4a2f-b1d8-fb8b8ac58832 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 818 time: 0.9314282 May 16 19:08:33.387334 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-df975d0c-70ed-4ce1-99c1-44848bccb4c4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2023957 May 16 19:08:33.396829 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef1b22-3e28-4c7d-afd9-e394359f8a05 req-3939c9ae-65e4-49c7-b26e-93a6aa2f9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.398504 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8eef1b22-3e28-4c7d-afd9-e394359f8a05 req-3939c9ae-65e4-49c7-b26e-93a6aa2f9807 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9519055 May 16 19:08:33.454028 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-36dfbcec-47c5-4e03-af13-4f156ebd3a0e service neutron] 10.222.0.24 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682134 May 16 19:08:33.505201 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'port': {'device_id': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'admin_state_up': True, 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:33.509515 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:33.633317 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Attempting to bind port f100112e-7e29-4339-bff0-b6f0d938007d on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:33.633841 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Attempting to bind port f100112e-7e29-4339-bff0-b6f0d938007d by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:33.634090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Attempting to bind port f100112e-7e29-4339-bff0-b6f0d938007d on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:33.658247 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:33.658925 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.662143 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Port f100112e-7e29-4339-bff0-b6f0d938007d on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:33.662470 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Attempting to bind port f100112e-7e29-4339-bff0-b6f0d938007d on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:33.678408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.49', 50151) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:33.679234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:33.679673 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Checking segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:33.680244 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Bound using segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:33.680712 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Bound port: f100112e-7e29-4339-bff0-b6f0d938007d, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:33.682840 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.845947 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:33.885336 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-fe5af3a9-455a-403c-bc0f-ea1d09a71f74 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.894776 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-fe5af3a9-455a-403c-bc0f-ea1d09a71f74 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 816 time: 0.2003615 May 16 19:08:33.946523 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-06b3c366-b916-4eeb-a69d-aa3530dabd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.946523 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-06b3c366-b916-4eeb-a69d-aa3530dabd4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c29e44eba604e6389ecb2ee2b1059a0&device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 1127 time: 0.3803899 May 16 19:08:34.140304 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-cdc796b6-85cd-4725-a84d-e0e9339dcb34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e11282d-6548-42a2-bd7b-f48e111161b1 HTTP/1.1" status: 200 len: 217 time: 0.1848004 May 16 19:08:34.148836 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Made reservation on behalf of ba2c6e5fee5b402fa68833228d12c8e7 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:34.153212 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.243674 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-6d80d131-1d90-4c95-a623-527decfa995d service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550656 May 16 19:08:34.280009 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-ef58cb2d-7b4e-49b0-ac89-40b4bea942ab service neutron] 10.222.0.24 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250847 May 16 19:08:34.338149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-539af387-e6e3-4dcc-ab84-9c0c8aada298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.341145 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-539af387-e6e3-4dcc-ab84-9c0c8aada298 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9d758eb-9436-43a9-a37d-16a840c4198e HTTP/1.1" status: 200 len: 852 time: 0.1634068 May 16 19:08:34.432749 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-871f859d-e4ca-4851-b2b3-1f91b37a0436 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 380 time: 0.5123785 May 16 19:08:34.441074 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-9911ff75-6e56-4e10-88a2-35d955aae8ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933685 May 16 19:08:34.456910 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'port': {'device_id': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'admin_state_up': True, 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'security_groups': ['5660e97c-c1b7-447f-8b2d-ba7880812f92']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:34.509373 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:34.592758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=f100112e-7e29-4339-bff0-b6f0d938007d,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:34.635949 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.722697 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00f71-3bf0-404d-9535-1e84c6938e2d req-f5984ac8-1402-45fa-beb7-7b94cb558771 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.725697 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d5c00f71-3bf0-404d-9535-1e84c6938e2d req-f5984ac8-1402-45fa-beb7-7b94cb558771 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 943 time: 0.1080439 May 16 19:08:34.759620 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Pushing event updated for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:34.784285 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-8b42348b-2c4c-468d-9a83-e39967a5db0c service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298412 May 16 19:08:34.821897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.822531 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.824014 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-4e965068-432e-4ff8-be80-2464176cc938 service neutron] 10.222.0.49 "PUT /v2.0/ports/f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 1093 time: 3.3160112 May 16 19:08:34.824494 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:34.918970 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Allocated IP 172.20.0.3 (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e/a41e79cb-7e38-4292-b36b-bbf41cb89605/481f3e6e-6d8b-4a1e-96fe-1213734def9a) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:35.051569 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d5c00f71-3bf0-404d-9535-1e84c6938e2d req-403aa5b7-3ce5-4ae0-8f1c-2f66f8c0b028 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947886 May 16 19:08:35.133733 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-350b822a-bc55-44f0-925f-b5062ddef326 service neutron] 10.222.0.49 "GET /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817822 May 16 19:08:35.319215 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17380015-b5d7-4a40-885c-0715bcdd452d req-78fa9f18-0401-45c6-a27c-4cec234c1cda tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:35.328709 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-17380015-b5d7-4a40-885c-0715bcdd452d req-78fa9f18-0401-45c6-a27c-4cec234c1cda tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 943 time: 0.1550124 May 16 19:08:35.480734 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2734e2-abaa-442c-96d6-8a036cf318c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:35.492277 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-17380015-b5d7-4a40-885c-0715bcdd452d req-f742cd8d-f06c-42c5-8b88-c777eb037fca tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574063 May 16 19:08:35.495056 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6f2b9bad-bd50-4ba2-8691-75e7de96b651 req-62d5b573-ed7f-40ab-acb3-f98c01ad3149 service neutron] 10.222.0.49 "GET /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437324 May 16 19:08:35.527373 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-62881710-fb15-4f65-b12c-b7f62840d2a8 req-7a287d4d-c1c8-4ccc-8d5e-092a51f479f7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 210 time: 0.3167596 May 16 19:08:35.543488 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-fabd8c2a-eefe-4a45-91f8-0d67a6d2f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:35.546887 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-fabd8c2a-eefe-4a45-91f8-0d67a6d2f7ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1127 time: 0.5156424 May 16 19:08:35.548153 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Made reservation on behalf of 70432660a05b4b169939f7048c545bfc for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:35.554128 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.565136 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.719589 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.741464 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Allocated IP 172.20.0.8 (d891ed5e-5c1c-4920-894a-8addbe008c14/ea484b8e-265e-4dcc-93e9-097cbd433dda/5ed69d31-3be1-4fa7-a495-fce15a7677cb) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:35.787303 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a122f82c-fe6b-4e0b-8143-4bd09a998961 req-177b08e9-a4e5-4edf-815a-2ed3e0748b12 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 210 time: 0.0786512 May 16 19:08:35.818695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:35.826920 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:35.831461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:35.844788 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:35.847713 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.914292 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'Port': ['ID=481f3e6e-6d8b-4a1e-96fe-1213734def9a,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:35.936215 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-401cb0ae-045d-4883-97db-cb64c65e067d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4598389 May 16 19:08:35.946292 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.021490 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dc5d2edd-3e33-46b4-ab70-fdfb5676042c req-9a829dbf-4c95-4807-b46b-2d611fe9aa96 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 210 time: 0.0524557 May 16 19:08:36.041441 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.131553 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Network d891ed5e-5c1c-4920-894a-8addbe008c14 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:36.164102 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:36.177149 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7adf550-6c29-4132-a148-fc0aaaf0767c x-openstack-request-id: req-b7adf550-6c29-4132-a148-fc0aaaf0767c {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:36.177686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:36.178140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7adf550-6c29-4132-a148-fc0aaaf0767c {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:36.178773 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7adf550-6c29-4132-a148-fc0aaaf0767c'] response: {'name': 'network-changed', 'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'status': 'completed', 'code': 200} May 16 19:08:36.179649 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:36.182612 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:36.188584 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.189746 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.238513 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-244fa52b-eca2-474b-8672-30fb02f35fc2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7880373 May 16 19:08:36.257671 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cd683-6d0a-44e1-8244-d0a0ef9617ef req-473cc0e1-7b2a-474e-adc9-dfc2950a4e69 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.258789 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b93cd683-6d0a-44e1-8244-d0a0ef9617ef req-473cc0e1-7b2a-474e-adc9-dfc2950a4e69 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 943 time: 0.0837352 May 16 19:08:36.294691 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-472991d7-629a-4e5a-85fa-7c8c370e3b94 None None] Provisioning complete for port 481f3e6e-6d8b-4a1e-96fe-1213734def9a triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:36.295225 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-472991d7-629a-4e5a-85fa-7c8c370e3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.353719 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b93cd683-6d0a-44e1-8244-d0a0ef9617ef req-108b96bf-f7d6-496a-a2da-081e5e535c95 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884304 May 16 19:08:36.375546 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-472991d7-629a-4e5a-85fa-7c8c370e3b94 None None] Port 481f3e6e-6d8b-4a1e-96fe-1213734def9a cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:36.459178 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41146) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:36.502452 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-247027a7-1fa6-4c51-ac43-32e410334582 None None] Provisioning complete for port 5ed69d31-3be1-4fa7-a495-fce15a7677cb triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:36.503049 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-247027a7-1fa6-4c51-ac43-32e410334582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.553635 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-247027a7-1fa6-4c51-ac43-32e410334582 None None] Port 5ed69d31-3be1-4fa7-a495-fce15a7677cb cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:36.561100 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-27548214-0be5-405c-8eed-570e2937ac53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.630087 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Request body: {'port': {'device_id': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:36.642619 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0886-d4b9-485f-b58a-851545fab1c6 req-008fec99-4215-436d-89ca-bc947d757573 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.651962 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9abe0886-d4b9-485f-b58a-851545fab1c6 req-008fec99-4215-436d-89ca-bc947d757573 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 943 time: 0.0707517 May 16 19:08:36.686260 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Request body: {'port': {'device_id': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:36.714843 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-567f9b01-99bd-4ebf-a945-9e79839ef2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.764629 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-61596b7f-40d4-4e1b-ae16-6093186f987f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 217 time: 0.1482031 May 16 19:08:36.823430 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9abe0886-d4b9-485f-b58a-851545fab1c6 req-090f0a1d-46a3-4bcb-8047-b0a6908d1ad0 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703563 May 16 19:08:36.832070 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.845894 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d628b9-fb52-4cab-8016-9f1f2171c45b req-1ddbf899-2ed1-4c6b-bad3-a1779c7e1312 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.862538 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-97d628b9-fb52-4cab-8016-9f1f2171c45b req-1ddbf899-2ed1-4c6b-bad3-a1779c7e1312 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 931 time: 0.1726127 May 16 19:08:36.916883 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.984674 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5d1bfe41-99f7-4180-8120-34e7447a3ad5 req-73921ba7-6075-4d9b-afc7-ec061d1f78ad tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 210 time: 0.0596957 May 16 19:08:37.047598 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-215e351f-714d-41cb-9be8-c9996bfc7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.049561 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-215e351f-714d-41cb-9be8-c9996bfc7c0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.2556407 May 16 19:08:37.062084 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-97d628b9-fb52-4cab-8016-9f1f2171c45b req-a8c444f5-a3fa-4d06-a117-27a52289e245 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539676 May 16 19:08:37.127973 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-567f9b01-99bd-4ebf-a945-9e79839ef2fa admin admin] Publish callbacks [] for security_group (e1057c60-50e1-4b1a-9259-fdff6beb0767), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.141381 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-567f9b01-99bd-4ebf-a945-9e79839ef2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e1057c60-50e1-4b1a-9259-fdff6beb0767), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.179786 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ff3a39e3-62f6-4380-b957-545e4548be96 req-ff8f1f23-c965-4383-b33a-b7f898a36ab4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 210 time: 0.0569687 May 16 19:08:37.221395 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f9b01-99bd-4ebf-a945-9e79839ef2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1057c60-50e1-4b1a-9259-fdff6beb0767,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.251251 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-567f9b01-99bd-4ebf-a945-9e79839ef2fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bd3efcc4fac46e69671247927639fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7909131 May 16 19:08:37.253833 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41172) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:37.360462 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e13bc34c-d387-45e4-93b5-909710075954 admin admin] Publish callbacks [] for security_group (e1057c60-50e1-4b1a-9259-fdff6beb0767), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.367177 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-bf8e6f2b-06c7-47a1-b52d-18e23471bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.368723 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-bf8e6f2b-06c7-47a1-b52d-18e23471bf87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195452 May 16 19:08:37.406891 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e13bc34c-d387-45e4-93b5-909710075954 admin admin] Publish callbacks [] for security_group (e1057c60-50e1-4b1a-9259-fdff6beb0767), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.456223 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481f3e6e-6d8b-4a1e-96fe-1213734def9a {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:37.474616 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Publish callbacks [] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.490398 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Transition to ACTIVE for port object 481f3e6e-6d8b-4a1e-96fe-1213734def9a will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:37.501862 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.561791 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed69d31-3be1-4fa7-a495-fce15a7677cb {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:37.571258 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Publish callbacks [] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.578740 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e13bc34c-d387-45e4-93b5-909710075954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e1057c60-50e1-4b1a-9259-fdff6beb0767), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.581318 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e13bc34c-d387-45e4-93b5-909710075954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.585376 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e13bc34c-d387-45e4-93b5-909710075954 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1057c60-50e1-4b1a-9259-fdff6beb0767 HTTP/1.1" status: 204 len: 168 time: 0.3302476 May 16 19:08:37.600800 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Transition to ACTIVE for port object 5ed69d31-3be1-4fa7-a495-fce15a7677cb will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:37.637212 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bc34c-d387-45e4-93b5-909710075954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1057c60-50e1-4b1a-9259-fdff6beb0767,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.640425 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Pushing event updated for resources: {'Port': ['ID=481f3e6e-6d8b-4a1e-96fe-1213734def9a,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.643832 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2930a0-5d44-4ea5-a2ca-03402c580e0d req-fff51f3b-86fb-4d9a-9be8-b686705e9be2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.669303 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c2930a0-5d44-4ea5-a2ca-03402c580e0d req-fff51f3b-86fb-4d9a-9be8-b686705e9be2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 943 time: 0.2280390 May 16 19:08:37.676223 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.856281 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.49', 50164) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:37.856281 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.985745 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Attempting to bind port 481f3e6e-6d8b-4a1e-96fe-1213734def9a on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:37.986685 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Attempting to bind port 481f3e6e-6d8b-4a1e-96fe-1213734def9a by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:37.987220 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Attempting to bind port 481f3e6e-6d8b-4a1e-96fe-1213734def9a on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:37.999264 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Port 481f3e6e-6d8b-4a1e-96fe-1213734def9a on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:38.000386 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Attempting to bind port 481f3e6e-6d8b-4a1e-96fe-1213734def9a on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:38.002145 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c2930a0-5d44-4ea5-a2ca-03402c580e0d req-7cd67755-db48-4249-aeb4-bb761c5fa24c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309600 May 16 19:08:38.027088 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:38.029847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Checking segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:38.030390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Bound using segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:38.032107 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Bound port: 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:38.033781 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.113457 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-54b4035e-14a4-47b1-b122-cdfb678dec35 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.115197 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-54b4035e-14a4-47b1-b122-cdfb678dec35 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.5618112 May 16 19:08:38.167332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41200) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:38.197786 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-30c12f96-18f9-4457-878a-39940cf35877 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171718 May 16 19:08:38.207036 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b784f-27eb-4838-9674-feef76d98a42 req-c9f358a8-b778-47a8-88fc-174f724f5e87 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.208702 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-491b784f-27eb-4838-9674-feef76d98a42 req-c9f358a8-b778-47a8-88fc-174f724f5e87 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 943 time: 0.1479201 May 16 19:08:38.218262 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Attempting to bind port 5ed69d31-3be1-4fa7-a495-fce15a7677cb on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:38.218935 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Attempting to bind port 5ed69d31-3be1-4fa7-a495-fce15a7677cb by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:38.219271 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Attempting to bind port 5ed69d31-3be1-4fa7-a495-fce15a7677cb on network d891ed5e-5c1c-4920-894a-8addbe008c14 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:38.226491 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-13c7c7ba-e5b4-42a2-aa31-6644afa13016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.229503 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1848bcf2-80bd-4e48-ae96-0c9168a1a3f4 req-c0ea7266-0f57-43d3-b949-845152982b39 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 210 time: 0.0773060 May 16 19:08:38.239050 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Port 5ed69d31-3be1-4fa7-a495-fce15a7677cb on network d891ed5e-5c1c-4920-894a-8addbe008c14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:38.239375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Attempting to bind port 5ed69d31-3be1-4fa7-a495-fce15a7677cb on network d891ed5e-5c1c-4920-894a-8addbe008c14 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:38.255096 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:38.255431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Checking segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:38.255814 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Bound using segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:38.256257 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Bound port: 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:38.256625 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.284175 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2e11282d-6548-42a2-bd7b-f48e111161b1 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:38.316264 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] For port 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host hv-cinder-76606, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:38.348862 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] For port 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:38.361841 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-491b784f-27eb-4838-9674-feef76d98a42 req-4ac5af43-4538-4c84-a0b6-2bb8fb7166b1 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384745 May 16 19:08:38.371520 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-7047f5b5-f159-448b-8464-416c49b136cc tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 379 time: 0.2372961 May 16 19:08:38.389308 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'port': {'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'admin_state_up': True, 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'security_groups': ['a6fd7858-e285-4973-99b7-84da3d61ab2e']}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:38.405178 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.429845 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-a3ae0110-6d02-46d0-b220-9af950fe6bd2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.431361 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-a3ae0110-6d02-46d0-b220-9af950fe6bd2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 818 time: 0.5755119 May 16 19:08:38.470858 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'port': {'device_id': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'admin_state_up': True, 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:38.492985 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 2e11282d-6548-42a2-bd7b-f48e111161b1, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2e11282d-6548-42a2-bd7b-f48e111161b1,segment=NetworkSegment(08493f7d-0ebc-4caa-a0dc-46565702a3ca),segment_id=08493f7d-0ebc-4caa-a0dc-46565702a3ca)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:38.500535 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.501154 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.502861 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] 10.222.0.49 "PUT /v2.0/ports/481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 1093 time: 1.8264256 May 16 19:08:38.506212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '2e11282d-6548-42a2-bd7b-f48e111161b1', 'network_id': '2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5', 'port_id': '2e11282d-6548-42a2-bd7b-f48e111161b1', 'mac_address': 'fa:16:3e:54:a4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d758eb-9436-43a9-a37d-16a840c4198e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:38.508756 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'tag': '481f3e6e-6d8b-4a1e-96fe-1213734def9a'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:38.520442 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00293eb2-613b-4ad4-8aad-4a6934d2314e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc4667a-a2c3-459c-ac05-45720bc0f622", "tag": "481f3e6e-6d8b-4a1e-96fe-1213734def9a"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:38.549961 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 2e11282d-6548-42a2-bd7b-f48e111161b1 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:38.550459 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.568079 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e11282d-6548-42a2-bd7b-f48e111161b1 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:38.586026 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-beeaea9e-60d3-4977-9e81-66d7475acf32 req-469a8aae-eccd-47a8-9e30-dd0ec3d2c526 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 210 time: 0.1350601 May 16 19:08:38.608421 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 2e11282d-6548-42a2-bd7b-f48e111161b1, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2e11282d-6548-42a2-bd7b-f48e111161b1,segment=NetworkSegment(08493f7d-0ebc-4caa-a0dc-46565702a3ca),segment_id=08493f7d-0ebc-4caa-a0dc-46565702a3ca)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:38.627335 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.705304 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f8140-30b7-44da-8347-c115c37972dd x-openstack-request-id: req-a42f8140-30b7-44da-8347-c115c37972dd {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:38.705776 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc4667a-a2c3-459c-ac05-45720bc0f622", "tag": "481f3e6e-6d8b-4a1e-96fe-1213734def9a", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:38.706033 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a42f8140-30b7-44da-8347-c115c37972dd {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:38.706540 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42f8140-30b7-44da-8347-c115c37972dd'] response: {'name': 'network-changed', 'server_uuid': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'tag': '481f3e6e-6d8b-4a1e-96fe-1213734def9a', 'status': 'completed', 'code': 200} May 16 19:08:38.715507 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dcda3-f699-4748-934d-7de8fc29af12 service neutron] Pushing event updated for resources: {'Port': ['ID=481f3e6e-6d8b-4a1e-96fe-1213734def9a,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:38.722670 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-510f66c4-6b80-4884-a8c1-a78f43a24d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.725097 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-510f66c4-6b80-4884-a8c1-a78f43a24d2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1127 time: 0.1587660 May 16 19:08:38.738715 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=2e11282d-6548-42a2-bd7b-f48e111161b1,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:38.796268 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e7884b0b-b884-4111-b736-099daf353b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.802558 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-c2ce4b70-98e6-41af-a3f1-f2bde7bb5890 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 217 time: 0.0656557 May 16 19:08:38.814239 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52a146ca-48c9-4478-81fa-0b0ddf8534cc req-3df117be-858e-45ac-b304-e5e8c67591c7 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507550 May 16 19:08:38.851086 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41103f4a-7a28-44c4-9bcf-803e2e9284a1 req-7eef89f2-9d11-470e-984f-32fef025beb7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.852896 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Made reservation on behalf of dd195af6f92c42a18ed7051eae26dbaa for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:38.856534 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.859715 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-41103f4a-7a28-44c4-9bcf-803e2e9284a1 req-7eef89f2-9d11-470e-984f-32fef025beb7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.4375677 May 16 19:08:38.872352 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['2e11282d-6548-42a2-bd7b-f48e111161b1'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:38.906993 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-97b7e35d-1973-4626-842b-ab19680ab893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.909069 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-97b7e35d-1973-4626-842b-ab19680ab893 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0960245 May 16 19:08:38.927318 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:38.973970 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:39.001047 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-13c7c7ba-e5b4-42a2-aa31-6644afa13016 admin admin] Publish callbacks [] for security_group (91678a12-be8b-488a-bf61-389e54fc9364), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.006153 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.028635 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-41103f4a-7a28-44c4-9bcf-803e2e9284a1 req-f26d4a88-9a33-4045-a03c-51b59b150493 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655207 May 16 19:08:39.036581 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-13c7c7ba-e5b4-42a2-aa31-6644afa13016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (91678a12-be8b-488a-bf61-389e54fc9364), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.083028 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.20.0.3 (b9cbd7ed-b011-47eb-8de6-48451d865294/464b6801-d4d1-4d1f-8f6e-41941fd21d02/417ef627-ac75-48a8-b654-6f19e3e9c733) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:39.092906 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.093551 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.094941 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] 10.222.0.49 "PUT /v2.0/ports/5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 1093 time: 2.4715869 May 16 19:08:39.107278 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:39.109837 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee275ff-544e-46ab-aec9-d8c51005338e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:39.179129 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Made reservation on behalf of ba2c6e5fee5b402fa68833228d12c8e7 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:39.184167 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.201742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84881221-9a86-4111-a1ed-c52365ab6f34 x-openstack-request-id: req-84881221-9a86-4111-a1ed-c52365ab6f34 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:39.202364 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:39.202842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84881221-9a86-4111-a1ed-c52365ab6f34 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:39.203474 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84881221-9a86-4111-a1ed-c52365ab6f34'] response: {'name': 'network-changed', 'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'status': 'completed', 'code': 200} May 16 19:08:39.206458 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-13c7c7ba-e5b4-42a2-aa31-6644afa13016 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf7a09d7c5684675bd2e1321e8e8c71c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0303018 May 16 19:08:39.221859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41234) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:39.230884 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7c7ba-e5b4-42a2-aa31-6644afa13016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91678a12-be8b-488a-bf61-389e54fc9364,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:39.237954 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72966ec-91df-4a26-a6a1-d63660153447 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:39.370869 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35280d-c1d7-4716-bdf7-cb5d158b65f9 req-e18658fc-101d-4f71-8fa2-e93aaa41e0fc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.379444 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8d35280d-c1d7-4716-bdf7-cb5d158b65f9 req-e18658fc-101d-4f71-8fa2-e93aaa41e0fc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 943 time: 0.1818218 May 16 19:08:39.414231 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-38bf8eff-5b07-48d2-81d7-2c7717077b6c req-02da01c0-b18f-41cc-8b6c-cee1e5e0d75c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 210 time: 0.0523369 May 16 19:08:39.445234 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.469058 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52dc2148-3ca0-437c-ab21-27be0acfbaca admin admin] Publish callbacks [] for security_group (91678a12-be8b-488a-bf61-389e54fc9364), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.478798 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8d35280d-c1d7-4716-bdf7-cb5d158b65f9 req-96b47046-94f5-4e66-aeba-67745d678f48 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979574 May 16 19:08:39.509234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52dc2148-3ca0-437c-ab21-27be0acfbaca admin admin] Publish callbacks [] for security_group (91678a12-be8b-488a-bf61-389e54fc9364), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.511084 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.591400 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Allocated IP 172.20.0.7 (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e/a41e79cb-7e38-4292-b36b-bbf41cb89605/d42ccf63-2fe3-4b5d-ac16-147a92271cef) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:39.594962 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:39.602315 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:39.615202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:39.620328 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.620957 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.660255 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2828689 May 16 19:08:39.663205 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2234ac3-c210-46e1-9839-a232d7f532fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=417ef627-ac75-48a8-b654-6f19e3e9c733,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:39.666636 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680670-5510-427f-b99d-beabe03280f5 req-ad5c57f5-d412-44a0-8a26-eba6bb7902f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.668828 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-ad5c57f5-d412-44a0-8a26-eba6bb7902f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240354 May 16 19:08:39.674876 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Request body: {'port': {'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:39.698922 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a4a98-e494-4aba-a2c8-a034d5b8fb06 req-46a45275-4135-4447-8b52-2ba5661cbd26 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.700658 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad6a4a98-e494-4aba-a2c8-a034d5b8fb06 req-46a45275-4135-4447-8b52-2ba5661cbd26 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 944 time: 0.1776505 May 16 19:08:39.706914 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-64a273ff-7c0f-433f-ac5c-e94836ef596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.708510 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-64a273ff-7c0f-433f-ac5c-e94836ef596c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1127 time: 0.1561410 May 16 19:08:39.728834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee275ff-544e-46ab-aec9-d8c51005338e req-57aebebc-fd4b-4f2a-b741-d2be70479c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.730214 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8ee275ff-544e-46ab-aec9-d8c51005338e req-57aebebc-fd4b-4f2a-b741-d2be70479c55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1127 time: 0.1342602 May 16 19:08:39.801456 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.860169 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66380-3e67-4fbf-85cc-19af2bc17c5e req-517a2aca-7d08-49e8-b47a-afc3c0bce62d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.861775 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-58e66380-3e67-4fbf-85cc-19af2bc17c5e req-517a2aca-7d08-49e8-b47a-afc3c0bce62d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 931 time: 0.1179283 May 16 19:08:39.917422 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52dc2148-3ca0-437c-ab21-27be0acfbaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (91678a12-be8b-488a-bf61-389e54fc9364), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.920740 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52dc2148-3ca0-437c-ab21-27be0acfbaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.921898 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-52dc2148-3ca0-437c-ab21-27be0acfbaca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91678a12-be8b-488a-bf61-389e54fc9364 HTTP/1.1" status: 204 len: 168 time: 0.6986582 May 16 19:08:39.955651 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-549d03c5-79a0-4d04-a8e7-58ca7fef9416 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371042 May 16 19:08:39.966247 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-9174190b-4688-4a10-b391-57bb19bd4313 None None] Provisioning complete for port 417ef627-ac75-48a8-b654-6f19e3e9c733 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:39.966867 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9174190b-4688-4a10-b391-57bb19bd4313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.005205 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-9174190b-4688-4a10-b391-57bb19bd4313 None None] Port 417ef627-ac75-48a8-b654-6f19e3e9c733 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:40.010983 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-58e66380-3e67-4fbf-85cc-19af2bc17c5e req-d481e166-1807-474c-95bf-8d20bd06a20c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268284 May 16 19:08:40.092873 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad6a4a98-e494-4aba-a2c8-a034d5b8fb06 req-02dee1d1-4c8b-482a-afef-0cd58b5e7dad tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690860 May 16 19:08:40.098294 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.101862 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc2148-3ca0-437c-ab21-27be0acfbaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91678a12-be8b-488a-bf61-389e54fc9364,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:40.237344 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1680670-5510-427f-b99d-beabe03280f5 req-af4b727f-170f-496e-92a7-f359fd1d0d12 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728157 May 16 19:08:40.240910 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee275ff-544e-46ab-aec9-d8c51005338e req-2fb8564f-f872-4a6e-8128-ccf1e97f9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.242445 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8ee275ff-544e-46ab-aec9-d8c51005338e req-2fb8564f-f872-4a6e-8128-ccf1e97f9f73 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=70432660a05b4b169939f7048c545bfc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4827170 May 16 19:08:40.245315 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-1007b8d1-cef6-4192-84d6-e5a2e9c5b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.247048 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-1007b8d1-cef6-4192-84d6-e5a2e9c5b787 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.5223265 May 16 19:08:40.252107 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0268f-75a3-4fd4-9c5b-6b64193d8d85 req-9a9c17ae-aaf1-4f08-976a-ed4eb9135279 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.254517 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-84a0268f-75a3-4fd4-9c5b-6b64193d8d85 req-9a9c17ae-aaf1-4f08-976a-ed4eb9135279 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0965340 May 16 19:08:40.289322 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device f100112e-7e29-4339-bff0-b6f0d938007d details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:40.301336 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.344746 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-68227aee-ed23-44cb-b1e8-fc591af60df3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 217 time: 0.0766659 May 16 19:08:40.346732 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2e11282d-6548-42a2-bd7b-f48e111161b1 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:40.372819 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-84a0268f-75a3-4fd4-9c5b-6b64193d8d85 req-1269d8dd-d754-461a-9662-3a65cbb51f94 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867004 May 16 19:08:40.485909 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417ef627-ac75-48a8-b654-6f19e3e9c733 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:40.510012 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 2e11282d-6548-42a2-bd7b-f48e111161b1 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:40.512132 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Publish callbacks [] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.524813 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=f100112e-7e29-4339-bff0-b6f0d938007d,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:40.529346 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Transition to ACTIVE for port object 417ef627-ac75-48a8-b654-6f19e3e9c733 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:40.534878 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.551613 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 2e11282d-6548-42a2-bd7b-f48e111161b1 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:40.552001 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.608075 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'port_id': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'mac_address': 'fa:16:3e:07:8c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:40.626623 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Pushing event updated for resources: {'Port': ['ID=417ef627-ac75-48a8-b654-6f19e3e9c733,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:40.655051 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-adf711e8-c05b-4b9a-9c7d-5a542403a717 req-3ddc93e9-a237-4b04-8646-f88670968b98 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 210 time: 0.1168118 May 16 19:08:40.670089 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.688803 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee275ff-544e-46ab-aec9-d8c51005338e req-c10e0273-79a7-4107-afa8-57b43dcc5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.690524 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8ee275ff-544e-46ab-aec9-d8c51005338e req-c10e0273-79a7-4107-afa8-57b43dcc5259 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4367852 May 16 19:08:40.737208 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:40.740711 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:40.753418 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:40.754782 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port f100112e-7e29-4339-bff0-b6f0d938007d is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:40.757412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b13216-317d-4572-8013-dc6ccd819ddf req-db348bf1-356e-4cb4-987a-5ca0cab921cd tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.758760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.759401 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.763893 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.767361 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5b13216-317d-4572-8013-dc6ccd819ddf req-db348bf1-356e-4cb4-987a-5ca0cab921cd tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 943 time: 0.1532886 May 16 19:08:40.783715 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'Port': ['ID=d42ccf63-2fe3-4b5d-ac16-147a92271cef,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:40.786037 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Attempting to bind port 417ef627-ac75-48a8-b654-6f19e3e9c733 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:40.789277 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Attempting to bind port 417ef627-ac75-48a8-b654-6f19e3e9c733 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:40.790747 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Attempting to bind port 417ef627-ac75-48a8-b654-6f19e3e9c733 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:40.812507 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Port 417ef627-ac75-48a8-b654-6f19e3e9c733 on network b9cbd7ed-b011-47eb-8de6-48451d865294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:40.812840 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Attempting to bind port 417ef627-ac75-48a8-b654-6f19e3e9c733 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:40.819244 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-60f6fd8f-8726-4c6a-ad7a-475b91b33cfd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3590930 May 16 19:08:40.830667 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f100112e-7e29-4339-bff0-b6f0d938007d {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:40.856725 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:40.857078 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:40.857475 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Bound using segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:40.857962 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Bound port: 417ef627-ac75-48a8-b654-6f19e3e9c733, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:40.858339 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.900105 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 2e11282d-6548-42a2-bd7b-f48e111161b1 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:40.900589 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.939175 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5b13216-317d-4572-8013-dc6ccd819ddf req-0a3efa9a-aead-4ba1-8966-517277e18585 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653423 May 16 19:08:40.982265 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Request body: {'port': {'device_id': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:41.039524 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11282d-6548-42a2-bd7b-f48e111161b1'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:41.046106 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] For port 417ef627-ac75-48a8-b654-6f19e3e9c733, host hv-cinder-76606, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:41.053278 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] For port 417ef627-ac75-48a8-b654-6f19e3e9c733, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=417ef627-ac75-48a8-b654-6f19e3e9c733,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:41.178255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=f100112e-7e29-4339-bff0-b6f0d938007d,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:41.178990 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.198611 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 2e11282d-6548-42a2-bd7b-f48e111161b1, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2e11282d-6548-42a2-bd7b-f48e111161b1,segment=NetworkSegment(08493f7d-0ebc-4caa-a0dc-46565702a3ca),segment_id=08493f7d-0ebc-4caa-a0dc-46565702a3ca)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:41.220302 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.238021 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.270831 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-cc3a60bb-1eff-41ed-8c1f-511e669936ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.272307 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-cc3a60bb-1eff-41ed-8c1f-511e669936ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1127 time: 0.2077343 May 16 19:08:41.291070 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.291696 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.293046 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] 10.222.0.49 "PUT /v2.0/ports/417ef627-ac75-48a8-b654-6f19e3e9c733 HTTP/1.1" status: 200 len: 1093 time: 1.6233318 May 16 19:08:41.297444 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:41.312815 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:41.322334 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da6094-c81e-4a11-b720-d249b3dcfb80" -d '{"events": [{"name": "network-changed", "server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:41.343413 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41302) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:41.374314 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-8dfd0566-4607-4add-a079-b72f305563e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.375822 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-8dfd0566-4607-4add-a079-b72f305563e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1127 time: 0.3789616 May 16 19:08:41.421946 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ea2d30b9-e943-4ed0-980c-66dd97452db6 None None] Provisioning complete for port d42ccf63-2fe3-4b5d-ac16-147a92271cef triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:41.422316 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ea2d30b9-e943-4ed0-980c-66dd97452db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.429917 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-700e2a53-ac6d-4c3b-87d8-56e233e506b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.431353 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-700e2a53-ac6d-4c3b-87d8-56e233e506b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.4745617 May 16 19:08:41.460974 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-ffae2d5a-d91e-46ff-a641-6796d7f0d615 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 217 time: 0.1713705 May 16 19:08:41.496801 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['f100112e-7e29-4339-bff0-b6f0d938007d'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:41.513205 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9191538-4ac8-428f-8a1c-1571aaf64c72" -d '{"events": [{"server_uuid": "b39fb145-de7f-49c4-ac8f-eacbb6c9a673", "name": "network-vif-plugged", "status": "completed", "tag": "2e11282d-6548-42a2-bd7b-f48e111161b1"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:41.531913 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=2e11282d-6548-42a2-bd7b-f48e111161b1,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:41.577735 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921093b9-f4e0-4a61-8975-13f88991ef36 req-815068f4-9ea3-4d5f-b83b-d756db60f01c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.579312 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-921093b9-f4e0-4a61-8975-13f88991ef36 req-815068f4-9ea3-4d5f-b83b-d756db60f01c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.3100176 May 16 19:08:41.586717 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d30b9-e943-4ed0-980c-66dd97452db6 None None] Port d42ccf63-2fe3-4b5d-ac16-147a92271cef cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:41.590385 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12442-411e-4fb9-903c-fc779eff5a2b service neutron] Pushing event updated for resources: {'Port': ['ID=417ef627-ac75-48a8-b654-6f19e3e9c733,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:41.601078 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-1391fa9d-ca7b-4e7a-ba41-ee79c93108e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.602575 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-1391fa9d-ca7b-4e7a-ba41-ee79c93108e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 1127 time: 0.1585743 May 16 19:08:41.660966 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-fee8b879-8d6b-4ded-be8f-90d302b89b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.662501 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-fee8b879-8d6b-4ded-be8f-90d302b89b90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.1949031 May 16 19:08:41.663855 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-8bc4bb16-afb9-4fe0-b3eb-7fff6dfa4616 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=417ef627-ac75-48a8-b654-6f19e3e9c733 HTTP/1.1" status: 200 len: 217 time: 0.0503235 May 16 19:08:41.699605 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.713887 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-921093b9-f4e0-4a61-8975-13f88991ef36 req-2a607738-dc12-4670-9b41-1189b35c1bde tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245017 May 16 19:08:41.802796 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-6cac095d-e15f-45a3-937d-41485b6553a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.806835 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-6cac095d-e15f-45a3-937d-41485b6553a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285303 May 16 19:08:41.892687 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683371-d838-490b-9b9a-efb3ee541830 req-c6f3b58e-114b-4970-951f-00f6fd47894c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.894189 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02683371-d838-490b-9b9a-efb3ee541830 req-c6f3b58e-114b-4970-951f-00f6fd47894c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.6592183 May 16 19:08:41.901636 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.925286 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-1399a279-3298-447d-858d-c76500d8e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.926685 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-1399a279-3298-447d-858d-c76500d8e6bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.2508166 May 16 19:08:41.931040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bdabc4-ca14-49e1-99c2-ea3280b6e356 x-openstack-request-id: req-61bdabc4-ca14-49e1-99c2-ea3280b6e356 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:41.931269 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:41.931523 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61bdabc4-ca14-49e1-99c2-ea3280b6e356 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:41.931906 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bdabc4-ca14-49e1-99c2-ea3280b6e356'] response: {'name': 'network-changed', 'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'status': 'completed', 'code': 200} May 16 19:08:41.933592 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bd411e46-d379-418f-931c-167ae0912729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:41.962587 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-686e1475-9ab9-41ed-b3d3-b40630aa5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.964518 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-686e1475-9ab9-41ed-b3d3-b40630aa5368 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5103314 May 16 19:08:42.115269 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-2060f341-6791-490d-abc9-875ed2d51967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.116826 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-2060f341-6791-490d-abc9-875ed2d51967 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.7184761 May 16 19:08:42.126910 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02683371-d838-490b-9b9a-efb3ee541830 req-cdbee33a-109a-4784-9d3d-51afc9057f01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181273 May 16 19:08:42.168803 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-d06b66fd-129c-4959-a21b-eb0b1cccae8f service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476315 May 16 19:08:42.181470 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-5099e088-345f-4d3c-bf4b-7bd5becf502a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 217 time: 0.0530143 May 16 19:08:42.281333 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 481f3e6e-6d8b-4a1e-96fe-1213734def9a details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:42.289395 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-23108b82-0457-48ee-b4bb-611e06813366 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145168 May 16 19:08:42.313898 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-d64a12f1-3831-4907-9978-8ba768493164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.316531 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-d64a12f1-3831-4907-9978-8ba768493164 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3746026 May 16 19:08:42.324840 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff9178-4ed6-4c64-ab4b-b7a6c81960d8 req-fc4a5547-f1a7-4a61-8d1d-6d3c67303373 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.333180 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d6ff9178-4ed6-4c64-ab4b-b7a6c81960d8 req-fc4a5547-f1a7-4a61-8d1d-6d3c67303373 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.4054043 May 16 19:08:42.358369 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-9114f21f-a855-4505-b340-6eb78c867f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.358946 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-9114f21f-a855-4505-b340-6eb78c867f24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.1678045 May 16 19:08:42.419189 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d6ff9178-4ed6-4c64-ab4b-b7a6c81960d8 req-38c5e1de-f459-4c58-aefd-a33a8e21108d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830491 May 16 19:08:42.508241 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:42.527771 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0af60d-3473-4fcc-816c-7cbbe0088b3d x-openstack-request-id: req-4d0af60d-3473-4fcc-816c-7cbbe0088b3d {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:42.528095 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39fb145-de7f-49c4-ac8f-eacbb6c9a673", "name": "network-vif-plugged", "status": "completed", "tag": "2e11282d-6548-42a2-bd7b-f48e111161b1", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:42.528362 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d0af60d-3473-4fcc-816c-7cbbe0088b3d {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:42.528832 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0af60d-3473-4fcc-816c-7cbbe0088b3d'] response: {'server_uuid': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11282d-6548-42a2-bd7b-f48e111161b1', 'code': 200} May 16 19:08:42.530207 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '481f3e6e-6d8b-4a1e-96fe-1213734def9a', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'port_id': '481f3e6e-6d8b-4a1e-96fe-1213734def9a', 'mac_address': 'fa:16:3e:87:d8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:42.532196 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device f100112e-7e29-4339-bff0-b6f0d938007d up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:42.667442 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-212645d7-13d5-40bc-b01c-97daf4725611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.669048 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-212645d7-13d5-40bc-b01c-97daf4725611 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2617266 May 16 19:08:42.686964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 481f3e6e-6d8b-4a1e-96fe-1213734def9a is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:42.690123 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.717767 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2e2734e2-abaa-442c-96d6-8a036cf318c5 req-3396ed2e-7691-4235-ab49-fc8e642fe568 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183846 May 16 19:08:42.720596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port f100112e-7e29-4339-bff0-b6f0d938007d completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:42.753379 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-a0b5c28a-b78b-4488-a1ab-61bcb27c1a50 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929772 May 16 19:08:42.761754 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3a4e-78be-465e-94ff-f20c9d267880 req-f7e56473-35c9-4a1d-80b6-72849b30fdfa tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.763520 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port f100112e-7e29-4339-bff0-b6f0d938007d triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:42.763639 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-390a3a4e-78be-465e-94ff-f20c9d267880 req-f7e56473-35c9-4a1d-80b6-72849b30fdfa tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 931 time: 0.1809175 May 16 19:08:42.763928 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.775912 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-fc8018c6-1b04-4879-942f-153d0ad24065 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906222 May 16 19:08:42.797114 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481f3e6e-6d8b-4a1e-96fe-1213734def9a {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:42.809325 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42ccf63-2fe3-4b5d-ac16-147a92271cef {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:42.818856 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Publish callbacks [] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.834075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Transition to ACTIVE for port object d42ccf63-2fe3-4b5d-ac16-147a92271cef will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:42.844898 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9c86a-80e0-4aca-a9b7-6206875f7936 req-1c8f79d4-988e-4311-b1ca-584817001cef tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.846726 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-51d9c86a-80e0-4aca-a9b7-6206875f7936 req-1c8f79d4-988e-4311-b1ca-584817001cef tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 944 time: 0.2216470 May 16 19:08:42.850248 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:42.864733 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bd411e46-d379-418f-931c-167ae0912729 admin admin] Publish callbacks [] for security_group (6931e97d-b81f-4860-9b2d-780a1d171720), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.873274 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.889132 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.902993 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bd411e46-d379-418f-931c-167ae0912729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6931e97d-b81f-4860-9b2d-780a1d171720), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.966057 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-390a3a4e-78be-465e-94ff-f20c9d267880 req-d6f8ecc4-8934-4818-96a7-e91cce3f6d0a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846149 May 16 19:08:42.989248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Pushing event updated for resources: {'Port': ['ID=d42ccf63-2fe3-4b5d-ac16-147a92271cef,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.028626 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411e46-d379-418f-931c-167ae0912729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6931e97d-b81f-4860-9b2d-780a1d171720,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.030945 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-51d9c86a-80e0-4aca-a9b7-6206875f7936 req-fa0269c9-6487-4937-8338-e9bdb81f1dbb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432066 May 16 19:08:43.059257 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port f100112e-7e29-4339-bff0-b6f0d938007d is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:43.059852 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.065785 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=481f3e6e-6d8b-4a1e-96fe-1213734def9a,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.089974 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-bd411e46-d379-418f-931c-167ae0912729 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff72967a59dc47be981a964c166f96a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7443163 May 16 19:08:43.092567 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41358) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:43.102487 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e99d9d-3237-4087-853c-a17b6c042ae0 req-19d4ce67-61bf-4a19-8ed3-148fe8b0a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.106094 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-73e99d9d-3237-4087-853c-a17b6c042ae0 req-19d4ce67-61bf-4a19-8ed3-148fe8b0a100 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 1129 time: 0.3592637 May 16 19:08:43.109724 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['481f3e6e-6d8b-4a1e-96fe-1213734def9a'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:43.133570 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1158f99d-62e3-455d-903e-a18d8e20a81c req-088a89d3-8bee-416c-8f28-ef676f7cf1fe service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669646 May 16 19:08:43.200707 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=f100112e-7e29-4339-bff0-b6f0d938007d,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:43.217830 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Attempting to bind port d42ccf63-2fe3-4b5d-ac16-147a92271cef on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:43.218728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Attempting to bind port d42ccf63-2fe3-4b5d-ac16-147a92271cef by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:43.218728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Attempting to bind port d42ccf63-2fe3-4b5d-ac16-147a92271cef on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:43.227771 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.232104 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Port d42ccf63-2fe3-4b5d-ac16-147a92271cef on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:43.232429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Attempting to bind port d42ccf63-2fe3-4b5d-ac16-147a92271cef on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:43.241083 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-ff2fe700-eb82-4ef3-8e2b-4e058b4c511e service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398030 May 16 19:08:43.249591 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d49fcda-0ec4-444b-b971-046c7b7cfd83 admin admin] Publish callbacks [] for security_group (6931e97d-b81f-4860-9b2d-780a1d171720), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.256924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:43.257262 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Checking segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:43.257672 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Bound using segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:43.258131 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Bound port: d42ccf63-2fe3-4b5d-ac16-147a92271cef, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:43.258485 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.279347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5dfe1-359e-47d3-9a3e-94c1417384bc req-bb495f90-74e0-45ce-ba12-279e56fbc686 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.286751 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5de5dfe1-359e-47d3-9a3e-94c1417384bc req-bb495f90-74e0-45ce-ba12-279e56fbc686 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.1288717 May 16 19:08:43.291112 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.295156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.360399 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23f9dd-014b-431e-9ca8-ee103137e783 req-99270fa4-74f4-410a-b12f-30cfbd2b3e54 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.362106 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4e23f9dd-014b-431e-9ca8-ee103137e783 req-99270fa4-74f4-410a-b12f-30cfbd2b3e54 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.0796189 May 16 19:08:43.401461 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d49fcda-0ec4-444b-b971-046c7b7cfd83 admin admin] Publish callbacks [] for security_group (6931e97d-b81f-4860-9b2d-780a1d171720), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.423085 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5de5dfe1-359e-47d3-9a3e-94c1417384bc req-2bbd8ed3-d7da-47ef-a688-724bcf916cde tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355982 May 16 19:08:43.490006 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] For port d42ccf63-2fe3-4b5d-ac16-147a92271cef, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:43.495739 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] For port d42ccf63-2fe3-4b5d-ac16-147a92271cef, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:43.510677 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.527195 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4e23f9dd-014b-431e-9ca8-ee103137e783 req-d9ec3246-8339-4624-a518-cc16901f6efa tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547174 May 16 19:08:43.562535 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04506107-624d-4754-b7c4-e26dd9c1230d req-4870b3d8-d074-4596-a9b5-c14435f8c426 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.566486 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-04506107-624d-4754-b7c4-e26dd9c1230d req-4870b3d8-d074-4596-a9b5-c14435f8c426 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0655246 May 16 19:08:43.583194 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d49fcda-0ec4-444b-b971-046c7b7cfd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6931e97d-b81f-4860-9b2d-780a1d171720), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.585706 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d49fcda-0ec4-444b-b971-046c7b7cfd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.586810 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2d49fcda-0ec4-444b-b971-046c7b7cfd83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6931e97d-b81f-4860-9b2d-780a1d171720 HTTP/1.1" status: 204 len: 168 time: 0.4860923 May 16 19:08:43.605011 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.605711 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.607218 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] 10.222.0.49 "PUT /v2.0/ports/d42ccf63-2fe3-4b5d-ac16-147a92271cef HTTP/1.1" status: 200 len: 1093 time: 2.6375868 May 16 19:08:43.609751 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'tag': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:43.614474 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fa5413-e91f-461c-8007-e68d68254d4d", "tag": "d42ccf63-2fe3-4b5d-ac16-147a92271cef"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:43.619635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-73e99d9d-3237-4087-853c-a17b6c042ae0 req-efc0a386-81f5-453a-ad4b-49caf9730b60 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.644248 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-04506107-624d-4754-b7c4-e26dd9c1230d req-0e43b7c5-217b-42a8-ba9c-c72f1ef7b064 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742934 May 16 19:08:43.666393 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760923af-4a3f-4b9b-8333-c1f9ab3c177a service neutron] Pushing event updated for resources: {'Port': ['ID=d42ccf63-2fe3-4b5d-ac16-147a92271cef,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.673522 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1d07b-536a-491f-9e54-d7f0963a15c6 x-openstack-request-id: req-44f1d07b-536a-491f-9e54-d7f0963a15c6 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:43.673987 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fa5413-e91f-461c-8007-e68d68254d4d", "tag": "d42ccf63-2fe3-4b5d-ac16-147a92271cef", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:43.674248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44f1d07b-536a-491f-9e54-d7f0963a15c6 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:43.674654 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f1d07b-536a-491f-9e54-d7f0963a15c6'] response: {'name': 'network-changed', 'server_uuid': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'tag': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef', 'status': 'completed', 'code': 200} May 16 19:08:43.678085 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49fcda-0ec4-444b-b971-046c7b7cfd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6931e97d-b81f-4860-9b2d-780a1d171720,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.779728 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-00293eb2-613b-4ad4-8aad-4a6934d2314e req-9ffce60f-32e6-43da-bcf7-a6ef38fc5c6a service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321360 May 16 19:08:43.822804 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-73e99d9d-3237-4087-853c-a17b6c042ae0 req-efc0a386-81f5-453a-ad4b-49caf9730b60 service neutron] Publish callbacks [] for security_group (26c490ae-bf36-406a-9bca-7a881236a0c2), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.827841 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-73e99d9d-3237-4087-853c-a17b6c042ae0 req-efc0a386-81f5-453a-ad4b-49caf9730b60 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (26c490ae-bf36-406a-9bca-7a881236a0c2), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.872366 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-73e99d9d-3237-4087-853c-a17b6c042ae0 req-efc0a386-81f5-453a-ad4b-49caf9730b60 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244529 May 16 19:08:43.873252 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0a386-81f5-453a-ad4b-49caf9730b60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=26c490ae-bf36-406a-9bca-7a881236a0c2,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.986721 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41376) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:44.000749 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a504158f-3098-442b-8761-aacea61fa0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.087423 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700608b8-a77e-42c9-a13d-4638406d67f3 req-8125a43c-6a04-4080-bf86-459c002dd5bc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.088927 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-700608b8-a77e-42c9-a13d-4638406d67f3 req-8125a43c-6a04-4080-bf86-459c002dd5bc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0625527 May 16 19:08:44.139928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a504158f-3098-442b-8761-aacea61fa0e4 admin admin] Publish callbacks [] for security_group (15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.148666 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a504158f-3098-442b-8761-aacea61fa0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.158380 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a13d-afd1-4072-b3b7-405eff916c42 req-1b10eac4-532f-4c2b-ae28-f3a5988da378 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.162006 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c17a13d-afd1-4072-b3b7-405eff916c42 req-1b10eac4-532f-4c2b-ae28-f3a5988da378 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0610285 May 16 19:08:44.197894 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-700608b8-a77e-42c9-a13d-4638406d67f3 req-b4acbcc4-d8c1-4603-acf7-2905811edb4a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 May 16 19:08:44.231202 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c17a13d-afd1-4072-b3b7-405eff916c42 req-99a1ebf3-de67-428c-adc9-ad52869aafb4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648208 May 16 19:08:44.231547 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a504158f-3098-442b-8761-aacea61fa0e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86af0e7549534a90b229a1c6af55dda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437065 May 16 19:08:44.232654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504158f-3098-442b-8761-aacea61fa0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.234411 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41388) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:44.282735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:44.287141 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 481f3e6e-6d8b-4a1e-96fe-1213734def9a up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:44.292927 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3f31-6f8d-454c-9e5b-e03edd43ba1a admin admin] Publish callbacks [] for security_group (15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.314301 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3f31-6f8d-454c-9e5b-e03edd43ba1a admin admin] Publish callbacks [] for security_group (15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.363885 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3f31-6f8d-454c-9e5b-e03edd43ba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.366445 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3f31-6f8d-454c-9e5b-e03edd43ba1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.367616 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ff2e3f31-6f8d-454c-9e5b-e03edd43ba1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9 HTTP/1.1" status: 204 len: 168 time: 0.1320844 May 16 19:08:44.375231 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 481f3e6e-6d8b-4a1e-96fe-1213734def9a completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:44.377760 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e3f31-6f8d-454c-9e5b-e03edd43ba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aeacc8-bc14-41e9-afdc-0afdfe3cdaa9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.412233 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 481f3e6e-6d8b-4a1e-96fe-1213734def9a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:44.412605 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.474156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:44.489829 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'mac_address': 'fa:16:3e:74:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:44.533008 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:44.535502 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f17e0e4-21e6-4282-9011-0dafe1db9ea2" -d '{"events": [{"server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "name": "network-vif-plugged", "status": "completed", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:44.566390 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 481f3e6e-6d8b-4a1e-96fe-1213734def9a is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:44.567020 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.570555 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:44.571161 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.603368 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed69d31-3be1-4fa7-a495-fce15a7677cb {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:44.612182 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24e505d-f1aa-413a-a846-eba0387d73e2 x-openstack-request-id: req-d24e505d-f1aa-413a-a846-eba0387d73e2 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:44.612763 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "name": "network-vif-plugged", "status": "completed", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:44.613187 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d24e505d-f1aa-413a-a846-eba0387d73e2 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:44.614056 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24e505d-f1aa-413a-a846-eba0387d73e2'] response: {'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'code': 200} May 16 19:08:44.632389 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6d08-1b57-49f8-9e3c-31a7fb2e8ab0 req-dd183704-ef28-4360-bfc2-5904152ce7b3 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.644355 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:44.644806 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-472c6d08-1b57-49f8-9e3c-31a7fb2e8ab0 req-dd183704-ef28-4360-bfc2-5904152ce7b3 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.1482296 May 16 19:08:44.648994 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:44.660511 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.667268 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.779277 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-c1dcd0bd-d167-4794-ab93-d17fb14a8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.780910 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-c1dcd0bd-d167-4794-ab93-d17fb14a8f53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 1127 time: 0.2257116 May 16 19:08:44.795762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5 req-e7825b5b-237c-4fa9-9c0e-db82e205af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.799039 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5 req-e7825b5b-237c-4fa9-9c0e-db82e205af09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 1127 time: 0.2004840 May 16 19:08:44.811760 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-472c6d08-1b57-49f8-9e3c-31a7fb2e8ab0 req-3d254b5e-47dc-4298-93d5-ad8fb61c826d tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659129 May 16 19:08:44.813953 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413279c8-bbee-4811-836d-4a0bba5ef047 req-8aef8f75-ed66-4c71-b588-556e6d254fe3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.825769 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-413279c8-bbee-4811-836d-4a0bba5ef047 req-8aef8f75-ed66-4c71-b588-556e6d254fe3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.1264160 May 16 19:08:44.888414 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=481f3e6e-6d8b-4a1e-96fe-1213734def9a,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.892316 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-413279c8-bbee-4811-836d-4a0bba5ef047 req-2158c5e5-6f25-4f0f-b712-05e98d442b75 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656648 May 16 19:08:44.934595 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1162-1385-42e1-b808-ddf3aee0004b req-92d67a64-62fa-4785-aba2-11ed89d3ffda tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.936094 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-053e1162-1385-42e1-b808-ddf3aee0004b req-92d67a64-62fa-4785-aba2-11ed89d3ffda tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 944 time: 0.0557892 May 16 19:08:44.943196 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.955170 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['5ed69d31-3be1-4fa7-a495-fce15a7677cb'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:44.990114 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-053e1162-1385-42e1-b808-ddf3aee0004b req-b40aef41-931d-4cf9-a7a2-fce103f4c2dc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476010 May 16 19:08:45.192076 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5 req-87c1fc6e-f5db-4a9f-b244-95f3e811ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.193640 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5 req-87c1fc6e-f5db-4a9f-b244-95f3e811ed9e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1720784 May 16 19:08:45.194686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-674e0499-c3db-440e-bd2d-ca2d291623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.195982 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-674e0499-c3db-440e-bd2d-ca2d291623e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.1732881 May 16 19:08:45.336744 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78bb9d-89ee-407f-9e8c-63e51d21ba87 req-04d1c6ac-5fbc-498d-9ba5-6a029351f270 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.338601 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb78bb9d-89ee-407f-9e8c-63e51d21ba87 req-04d1c6ac-5fbc-498d-9ba5-6a029351f270 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0757244 May 16 19:08:45.397805 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb78bb9d-89ee-407f-9e8c-63e51d21ba87 req-3a135d7c-8b08-41cf-a5bd-915d403c9346 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531352 May 16 19:08:45.572390 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519825a-311f-4e22-90f7-66639879f7ab req-0de64bce-9041-4da0-bf09-148c0d2019d6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.575618 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2519825a-311f-4e22-90f7-66639879f7ab req-0de64bce-9041-4da0-bf09-148c0d2019d6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.2677531 May 16 19:08:45.622109 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2519825a-311f-4e22-90f7-66639879f7ab req-3abb6ebc-eca6-4e25-a295-855a235a047e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 May 16 19:08:45.926838 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12736409-b361-46a6-8cb9-b7accb177a08 req-5826e2b3-7c17-47d2-bd85-96e68be4d351 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.928342 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-12736409-b361-46a6-8cb9-b7accb177a08 req-5826e2b3-7c17-47d2-bd85-96e68be4d351 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0499187 May 16 19:08:45.982657 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-12736409-b361-46a6-8cb9-b7accb177a08 req-f5f504ff-d3eb-4f4f-981b-f1eb767e4f3c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465705 May 16 19:08:46.027769 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad40e6a-92a3-49fc-89c7-57aa32007479 req-563fee6d-841f-4d84-ad0f-dd1f4f40f99f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.029666 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bad40e6a-92a3-49fc-89c7-57aa32007479 req-563fee6d-841f-4d84-ad0f-dd1f4f40f99f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.0461977 May 16 19:08:46.076448 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bad40e6a-92a3-49fc-89c7-57aa32007479 req-0ff1d6f1-7233-4215-a5aa-bc20f2fca85e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410910 May 16 19:08:46.109643 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc11a7a-f6ef-4f82-9031-3ed938e6e04e req-03ddc261-75cf-44e4-956d-0e216bf8b227 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.111407 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4dc11a7a-f6ef-4f82-9031-3ed938e6e04e req-03ddc261-75cf-44e4-956d-0e216bf8b227 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 944 time: 0.0466268 May 16 19:08:46.161416 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4dc11a7a-f6ef-4f82-9031-3ed938e6e04e req-1c868e60-3b15-4d6d-9f01-dbbb0e371c45 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417011 May 16 19:08:46.511408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0e21-6ef4-4d48-8abd-0700e77bb737 req-a4c4cb82-33ae-4727-90fa-fe2815c3ab93 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.512937 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-078d0e21-6ef4-4d48-8abd-0700e77bb737 req-a4c4cb82-33ae-4727-90fa-fe2815c3ab93 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0493407 May 16 19:08:46.560114 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-078d0e21-6ef4-4d48-8abd-0700e77bb737 req-1ca0c14b-3f1e-4bbb-96f5-bfc8bc58df48 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 May 16 19:08:46.615493 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481f3e6e-6d8b-4a1e-96fe-1213734def9a'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:46.617966 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3b2ad-e26d-4d3f-a8f2-daca97fc587b" -d '{"events": [{"server_uuid": "9cc4667a-a2c3-459c-ac05-45720bc0f622", "name": "network-vif-plugged", "status": "completed", "tag": "481f3e6e-6d8b-4a1e-96fe-1213734def9a"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:46.652252 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee2a22a-30fe-43c5-8d45-c441fb44a66a x-openstack-request-id: req-5ee2a22a-30fe-43c5-8d45-c441fb44a66a {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:46.652607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc4667a-a2c3-459c-ac05-45720bc0f622", "name": "network-vif-plugged", "status": "completed", "tag": "481f3e6e-6d8b-4a1e-96fe-1213734def9a", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:46.653341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ee2a22a-30fe-43c5-8d45-c441fb44a66a {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:46.653341 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee2a22a-30fe-43c5-8d45-c441fb44a66a'] response: {'server_uuid': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481f3e6e-6d8b-4a1e-96fe-1213734def9a', 'code': 200} May 16 19:08:46.742384 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b8017-3cd8-470f-8f44-0daf9c888130 req-7a7d6949-6933-4f5b-9112-5f19da78322a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.743827 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-846b8017-3cd8-470f-8f44-0daf9c888130 req-7a7d6949-6933-4f5b-9112-5f19da78322a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0544856 May 16 19:08:46.793914 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-846b8017-3cd8-470f-8f44-0daf9c888130 req-c59e0b48-366b-4438-9655-c75739d18547 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 May 16 19:08:47.120960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc31231-f1b5-49f3-9d0a-f2273c871297 req-8cb00213-4773-47e0-94b8-244e94de8712 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.120960 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4fc31231-f1b5-49f3-9d0a-f2273c871297 req-8cb00213-4773-47e0-94b8-244e94de8712 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0516405 May 16 19:08:47.167366 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4fc31231-f1b5-49f3-9d0a-f2273c871297 req-ad01422e-3634-4cfa-b875-de5dfe77520e tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 May 16 19:08:47.189445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40736c39-4262-46fb-9dba-3672297afe78 req-2c5ac767-3054-49df-8648-47bea6e4bc19 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.190961 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-40736c39-4262-46fb-9dba-3672297afe78 req-2c5ac767-3054-49df-8648-47bea6e4bc19 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.0466206 May 16 19:08:47.242754 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-40736c39-4262-46fb-9dba-3672297afe78 req-4bfc0278-5e36-4c31-ac4e-8778965ebc69 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459290 May 16 19:08:47.279506 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeace3-7c21-4e2a-8752-b043457816da req-069fe9d6-bab8-4327-8c0d-5ede1739cb33 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.280945 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-32aeace3-7c21-4e2a-8752-b043457816da req-069fe9d6-bab8-4327-8c0d-5ede1739cb33 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 944 time: 0.0505555 May 16 19:08:47.332783 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-32aeace3-7c21-4e2a-8752-b043457816da req-70797c62-2fd8-4aca-bff4-c4fd58a46e6e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 May 16 19:08:47.612628 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-474b9e2e-767f-4f7f-a719-f5cfdcf6e5b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=417ef627-ac75-48a8-b654-6f19e3e9c733 HTTP/1.1" status: 200 len: 217 time: 0.0730312 May 16 19:08:47.648007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619f1fc-77e2-4e49-98ce-3da63771e9a1 req-04e96636-13ba-43ca-bb8b-d3d51b09bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.649656 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6619f1fc-77e2-4e49-98ce-3da63771e9a1 req-04e96636-13ba-43ca-bb8b-d3d51b09bec2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1129 time: 0.1232858 May 16 19:08:47.765314 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025b2c8-ba63-4222-bd1c-2805a926a210 req-bdd62668-cd34-4b4b-82a7-b36a54c958c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.766834 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0025b2c8-ba63-4222-bd1c-2805a926a210 req-bdd62668-cd34-4b4b-82a7-b36a54c958c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1129 time: 0.0705457 May 16 19:08:47.784608 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075377b-165d-45c3-849e-e99618aafd97 req-df00df38-c6a8-4b0b-b778-c7254438a4b6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.786130 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3075377b-165d-45c3-849e-e99618aafd97 req-df00df38-c6a8-4b0b-b778-c7254438a4b6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.1164954 May 16 19:08:47.793395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-4de53271-8628-48f3-936a-1bb55ea4c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.794909 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-4de53271-8628-48f3-936a-1bb55ea4c84b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.1645768 May 16 19:08:47.821876 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0025b2c8-ba63-4222-bd1c-2805a926a210 req-f124574a-85ac-4171-8420-fb8c8140cfda service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 May 16 19:08:47.832987 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6619f1fc-77e2-4e49-98ce-3da63771e9a1 req-b2f27ac2-a0de-4f94-8b8a-72bb21255ce4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263473 May 16 19:08:47.851236 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5 req-1211d7aa-3e7a-45a2-afd6-7f1f0ecd2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.852669 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c47e0ca4-9d18-497b-82d4-2c86ba543ad5 req-1211d7aa-3e7a-45a2-afd6-7f1f0ecd2600 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3115995 May 16 19:08:47.879428 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-ae50a103-0045-4c7e-9344-d596e060ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.880830 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-ae50a103-0045-4c7e-9344-d596e060ce8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749509 May 16 19:08:47.888011 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3075377b-165d-45c3-849e-e99618aafd97 req-2d2a2f60-d22a-4b6f-88f6-d967134267b2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921998 May 16 19:08:47.905825 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80575c5-1d99-46e6-8ee2-530521b38fd7 req-5f94416c-57c0-4e11-aeb5-31447db6516c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.907436 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a80575c5-1d99-46e6-8ee2-530521b38fd7 req-5f94416c-57c0-4e11-aeb5-31447db6516c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0467410 May 16 19:08:47.955375 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a80575c5-1d99-46e6-8ee2-530521b38fd7 req-04f9ef06-1fb3-45d8-a20f-c59e8a3eff1c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 May 16 19:08:47.998116 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:48.045378 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 5ed69d31-3be1-4fa7-a495-fce15a7677cb completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:48.052259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 5ed69d31-3be1-4fa7-a495-fce15a7677cb triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:48.052628 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.130766 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:48.131076 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.167478 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:48.172514 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.221047 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:48.283966 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a9eb9-4354-4850-91d9-afbd7efb96df req-00543a01-1032-40c4-96f1-a754a0b9e2ee tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:48.285457 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f0a9eb9-4354-4850-91d9-afbd7efb96df req-00543a01-1032-40c4-96f1-a754a0b9e2ee tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0499823 May 16 19:08:48.353627 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f0a9eb9-4354-4850-91d9-afbd7efb96df req-3fa0afee-ad40-4244-b06f-0ca08be9a9f2 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624726 May 16 19:08:48.377368 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a0d2a-ea58-440c-9c4a-8d51789b2991 req-3229e937-aee1-42fd-80c7-7775b4edc2c4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:48.382108 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1a0a0d2a-ea58-440c-9c4a-8d51789b2991 req-3229e937-aee1-42fd-80c7-7775b4edc2c4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.0598493 May 16 19:08:48.442230 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1a0a0d2a-ea58-440c-9c4a-8d51789b2991 req-8b11fa92-e6a7-4688-8100-6e240126a5f4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516193 May 16 19:08:48.505261 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7655114-216a-4f7d-9e38-6f8a8e9ebbf0 req-c2b7acdb-a828-44d0-a349-1483a1ad50a3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:48.506758 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7655114-216a-4f7d-9e38-6f8a8e9ebbf0 req-c2b7acdb-a828-44d0-a349-1483a1ad50a3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0779924 May 16 19:08:48.510796 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-88c543d2-19f5-4dd8-911b-d1b9bd73e500 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688104 May 16 19:08:48.557771 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7655114-216a-4f7d-9e38-6f8a8e9ebbf0 req-86ac4324-548b-4a74-a8a6-026183db76b3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 May 16 19:08:48.654820 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:48.657289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7310f42-d8e2-4922-bc8a-2e1864c31e32" -d '{"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-plugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:48.693465 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967f4d5f-ca09-4718-927a-eb895180e36b x-openstack-request-id: req-967f4d5f-ca09-4718-927a-eb895180e36b {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:48.693841 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-plugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:48.694108 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-967f4d5f-ca09-4718-927a-eb895180e36b {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:48.694514 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967f4d5f-ca09-4718-927a-eb895180e36b'] response: {'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'code': 200} May 16 19:08:49.001679 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4097b0-8f1d-4330-aa2c-535f92dee33c req-657930e8-70c7-41d1-91a8-fd4bd36704bc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.003161 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f4097b0-8f1d-4330-aa2c-535f92dee33c req-657930e8-70c7-41d1-91a8-fd4bd36704bc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0470769 May 16 19:08:49.071349 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378a1c-f561-49c6-b553-797e4703a5e4 req-920da7d3-1cc2-405e-bb83-8fffb2b52007 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.073153 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36378a1c-f561-49c6-b553-797e4703a5e4 req-920da7d3-1cc2-405e-bb83-8fffb2b52007 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0501575 May 16 19:08:49.132809 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36378a1c-f561-49c6-b553-797e4703a5e4 req-2e1d87f2-dfd8-4ee4-b625-1051768beeeb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538836 May 16 19:08:49.145012 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-2db69170-1605-48f6-896e-0796c70d0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.145108 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-2db69170-1605-48f6-896e-0796c70d0e25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 1127 time: 0.1113794 May 16 19:08:49.154544 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f4097b0-8f1d-4330-aa2c-535f92dee33c req-0281d2e1-92c4-4c2f-b550-2f6f2ad014c6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452203 May 16 19:08:49.178174 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84da6094-c81e-4a11-b720-d249b3dcfb80 req-3e5ebb1a-4508-4cef-868c-39ad3814e6a5 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560798 May 16 19:08:49.473542 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acdf10-f6a1-4c14-a1d1-a228db754cff req-c7e718af-061f-4769-963d-2bd898bb2244 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.475034 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e9acdf10-f6a1-4c14-a1d1-a228db754cff req-c7e718af-061f-4769-963d-2bd898bb2244 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0484204 May 16 19:08:49.525241 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e9acdf10-f6a1-4c14-a1d1-a228db754cff req-09974829-53a4-4a5e-83d5-0501037a9333 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 May 16 19:08:49.559541 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bbdf-de85-4fc8-ae4e-7b745fab6ff1 req-17a805a3-5cda-40a8-b6ef-4ad102b3eb97 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.561077 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9022bbdf-de85-4fc8-ae4e-7b745fab6ff1 req-17a805a3-5cda-40a8-b6ef-4ad102b3eb97 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 943 time: 0.0489929 May 16 19:08:49.616914 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9022bbdf-de85-4fc8-ae4e-7b745fab6ff1 req-414ccb1a-a113-4649-885e-1bd1813c9a17 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495689 May 16 19:08:49.699991 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0153054-47fc-48b6-b70a-cf3ac982ec1a req-39fafafc-f7d1-48c4-a97d-2fce79dcd7b4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.708083 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a0153054-47fc-48b6-b70a-cf3ac982ec1a req-39fafafc-f7d1-48c4-a97d-2fce79dcd7b4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0577695 May 16 19:08:49.759808 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-c7b358cf-ad8f-46a7-bfdd-f6fc72e655cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef HTTP/1.1" status: 200 len: 217 time: 0.0599177 May 16 19:08:49.764207 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a0153054-47fc-48b6-b70a-cf3ac982ec1a req-c2d4d3be-8389-4a4f-92a0-24f87374641b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549431 May 16 19:08:49.989183 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41566) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:49.997389 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 417ef627-ac75-48a8-b654-6f19e3e9c733 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:50.113981 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-38073d32-dfe0-4c5e-95c9-ef104ae8b880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.114194 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 417ef627-ac75-48a8-b654-6f19e3e9c733, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=417ef627-ac75-48a8-b654-6f19e3e9c733,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:50.138090 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:50.193770 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 417ef627-ac75-48a8-b654-6f19e3e9c733 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:50.194378 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.218561 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417ef627-ac75-48a8-b654-6f19e3e9c733 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:50.246072 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 417ef627-ac75-48a8-b654-6f19e3e9c733, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=417ef627-ac75-48a8-b654-6f19e3e9c733,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:50.252183 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.260853 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-38073d32-dfe0-4c5e-95c9-ef104ae8b880 admin admin] Publish callbacks [] for security_group (ad00143c-65d7-4bd0-9b93-a508cb304f46), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.270321 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a8c33-cd31-4f1d-b720-95401d1f57b1 req-69cc0986-0b4e-4773-9155-0e1cd9edb7a8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.271828 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-820a8c33-cd31-4f1d-b720-95401d1f57b1 req-69cc0986-0b4e-4773-9155-0e1cd9edb7a8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0605466 May 16 19:08:50.280190 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-38073d32-dfe0-4c5e-95c9-ef104ae8b880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ad00143c-65d7-4bd0-9b93-a508cb304f46), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.308933 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=417ef627-ac75-48a8-b654-6f19e3e9c733,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:50.318896 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c272bd-09f5-421b-ba65-69a02f2c8979 req-af022cd6-2b0e-44a6-bbd9-82bd598cffd6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.320393 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-49c272bd-09f5-421b-ba65-69a02f2c8979 req-af022cd6-2b0e-44a6-bbd9-82bd598cffd6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0782967 May 16 19:08:50.322217 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-820a8c33-cd31-4f1d-b720-95401d1f57b1 req-e1aa7f2a-2f2b-4574-a0b9-db44d5c91f26 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 May 16 19:08:50.351441 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38073d32-dfe0-4c5e-95c9-ef104ae8b880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00143c-65d7-4bd0-9b93-a508cb304f46,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:50.359503 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-38073d32-dfe0-4c5e-95c9-ef104ae8b880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62739e7ef7d94be99e46671dfe27865b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690670 May 16 19:08:50.362298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41578) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:50.397597 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-49c272bd-09f5-421b-ba65-69a02f2c8979 req-fdd0cd33-8a0a-4f56-b8e3-986baa92d860 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650363 May 16 19:08:50.416924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7503922d-66d3-4fca-b0da-cf2f7878647f admin admin] Publish callbacks [] for security_group (ad00143c-65d7-4bd0-9b93-a508cb304f46), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.446528 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7503922d-66d3-4fca-b0da-cf2f7878647f admin admin] Publish callbacks [] for security_group (ad00143c-65d7-4bd0-9b93-a508cb304f46), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.503997 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46febb3d-df3b-41bc-bfe6-3789541a5652 req-9f20d3dc-583a-46d3-914d-040033ea8c33 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.505465 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-46febb3d-df3b-41bc-bfe6-3789541a5652 req-9f20d3dc-583a-46d3-914d-040033ea8c33 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0709248 May 16 19:08:50.514492 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41584) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:50.519454 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'floatingip': {'port_id': 'f100112e-7e29-4339-bff0-b6f0d938007d'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:50.532075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7503922d-66d3-4fca-b0da-cf2f7878647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ad00143c-65d7-4bd0-9b93-a508cb304f46), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.534940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7503922d-66d3-4fca-b0da-cf2f7878647f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.536177 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7503922d-66d3-4fca-b0da-cf2f7878647f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad00143c-65d7-4bd0-9b93-a508cb304f46 HTTP/1.1" status: 204 len: 168 time: 0.1727808 May 16 19:08:50.544369 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503922d-66d3-4fca-b0da-cf2f7878647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00143c-65d7-4bd0-9b93-a508cb304f46,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:50.596186 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (e45cf485-5f7c-414f-9675-2b8c91d4170c), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.777640 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d65909-9f72-46e6-b731-72dc0616191b req-dc4e9136-5082-4f61-8979-c8bb3f939024 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.779484 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-85d65909-9f72-46e6-b731-72dc0616191b req-dc4e9136-5082-4f61-8979-c8bb3f939024 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 944 time: 0.0851905 May 16 19:08:50.847059 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41596) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:50.881200 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc956fed-10d1-4ea2-8a32-253902eceb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.890442 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-85d65909-9f72-46e6-b731-72dc0616191b req-e8708455-7cc1-4d1a-9225-d287a0ccae02 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933325 May 16 19:08:50.902024 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52c7d-6894-4825-b6fc-92df2b735258 req-46936f62-8b77-476e-94a3-5ac775b89718 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.904164 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2f52c7d-6894-4825-b6fc-92df2b735258 req-46936f62-8b77-476e-94a3-5ac775b89718 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0693135 May 16 19:08:50.979004 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2f52c7d-6894-4825-b6fc-92df2b735258 req-7c432ba9-688d-47d3-9bbf-5c1e4389fd7e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662131 May 16 19:08:50.992694 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41602) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:51.018816 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc956fed-10d1-4ea2-8a32-253902eceb5a admin admin] Publish callbacks [] for security_group (0e22b6f1-4d7a-474d-9b4e-01de68c80b88), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.023707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc956fed-10d1-4ea2-8a32-253902eceb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0e22b6f1-4d7a-474d-9b4e-01de68c80b88), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.081506 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cc956fed-10d1-4ea2-8a32-253902eceb5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=345fb36823f44b0db2ad374091098924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333477 May 16 19:08:51.082438 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc956fed-10d1-4ea2-8a32-253902eceb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22b6f1-4d7a-474d-9b4e-01de68c80b88,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.085123 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41608) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:51.174838 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4d5606c8-36f3-4aaf-ae0d-b467c928a2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.185903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-26792103-1ac5-4bf6-80df-2cf004445643 admin admin] Publish callbacks [] for security_group (0e22b6f1-4d7a-474d-9b4e-01de68c80b88), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.223592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-26792103-1ac5-4bf6-80df-2cf004445643 admin admin] Publish callbacks [] for security_group (0e22b6f1-4d7a-474d-9b4e-01de68c80b88), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.311625 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-26792103-1ac5-4bf6-80df-2cf004445643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0e22b6f1-4d7a-474d-9b4e-01de68c80b88), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.314178 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-26792103-1ac5-4bf6-80df-2cf004445643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.315329 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-26792103-1ac5-4bf6-80df-2cf004445643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e22b6f1-4d7a-474d-9b4e-01de68c80b88 HTTP/1.1" status: 204 len: 168 time: 0.2292995 May 16 19:08:51.321257 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4d5606c8-36f3-4aaf-ae0d-b467c928a2fc admin admin] Publish callbacks [] for security_group (33113f62-43bf-4964-bfb2-541a6c267130), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.328288 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4d5606c8-36f3-4aaf-ae0d-b467c928a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (33113f62-43bf-4964-bfb2-541a6c267130), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.331823 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26792103-1ac5-4bf6-80df-2cf004445643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22b6f1-4d7a-474d-9b4e-01de68c80b88,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.366233 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5606c8-36f3-4aaf-ae0d-b467c928a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33113f62-43bf-4964-bfb2-541a6c267130,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.380649 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4d5606c8-36f3-4aaf-ae0d-b467c928a2fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7c2b7b2003d405a9a5d71c06345658f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867512 May 16 19:08:51.383405 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41618) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:51.448990 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ee6713bc-1291-4528-944c-4aac687de020 admin admin] Publish callbacks [] for security_group (33113f62-43bf-4964-bfb2-541a6c267130), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.474877 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ee6713bc-1291-4528-944c-4aac687de020 admin admin] Publish callbacks [] for security_group (33113f62-43bf-4964-bfb2-541a6c267130), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.545754 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083ddc-8f2c-4969-ae76-3dfe36932e61 req-fe53437f-495f-49e2-9a9d-24f2819c15b7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:51.547713 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7083ddc-8f2c-4969-ae76-3dfe36932e61 req-fe53437f-495f-49e2-9a9d-24f2819c15b7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0707181 May 16 19:08:51.567228 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.571799 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (e45cf485-5f7c-414f-9675-2b8c91d4170c), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.592792 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ee6713bc-1291-4528-944c-4aac687de020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (33113f62-43bf-4964-bfb2-541a6c267130), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.595368 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ee6713bc-1291-4528-944c-4aac687de020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.596502 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ee6713bc-1291-4528-944c-4aac687de020 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33113f62-43bf-4964-bfb2-541a6c267130 HTTP/1.1" status: 204 len: 168 time: 0.2117829 May 16 19:08:51.610895 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6713bc-1291-4528-944c-4aac687de020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33113f62-43bf-4964-bfb2-541a6c267130,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.621801 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7083ddc-8f2c-4969-ae76-3dfe36932e61 req-3644e9a6-b8d1-42d4-8f40-c1ccdaef4570 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665572 May 16 19:08:51.683972 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Floating IP e45cf485-5f7c-414f-9675-2b8c91d4170c associated. External IP: 172.27.2.230, port: f100112e-7e29-4339-bff0-b6f0d938007d. May 16 19:08:51.905916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:51.932469 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41644) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:51.947735 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3bbb-ec4e-4889-b67b-fdb62cfad981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.012350 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:52.017332 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.031428 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:52.040355 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747498c-cc66-459c-8ff1-014d07ac975f req-6788c65e-91a7-461b-b30a-76b55167ac53 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:52.041035 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:52.041688 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:52.043664 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4747498c-cc66-459c-8ff1-014d07ac975f req-6788c65e-91a7-461b-b30a-76b55167ac53 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 944 time: 0.0646660 May 16 19:08:52.057549 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-810b5fa0-e94b-4004-aa3e-964225ab8a4e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "PUT /v2.0/floatingips/e45cf485-5f7c-414f-9675-2b8c91d4170c HTTP/1.1" status: 200 len: 991 time: 1.5419221 May 16 19:08:52.058163 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:52.060681 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5" -d '{"events": [{"name": "network-changed", "server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:52.131821 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4747498c-cc66-459c-8ff1-014d07ac975f req-81d47ee1-22de-4fa6-8b7b-09c4da0d222f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808771 May 16 19:08:52.152919 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3bbb-ec4e-4889-b67b-fdb62cfad981 admin admin] Publish callbacks [] for security_group (98b43e76-a20d-42dc-bd6a-feedd68553ca), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.163146 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3bbb-ec4e-4889-b67b-fdb62cfad981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (98b43e76-a20d-42dc-bd6a-feedd68553ca), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.163682 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:52.219955 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cf5c3bbb-ec4e-4889-b67b-fdb62cfad981 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aa7d133ebc7467f8186928026813420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862732 May 16 19:08:52.220801 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c3bbb-ec4e-4889-b67b-fdb62cfad981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b43e76-a20d-42dc-bd6a-feedd68553ca,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:52.222688 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41658) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:52.284958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9143049-872c-4739-9326-90acc636a66e req-a771cce9-b641-4801-a1e0-1770e7ac9ef5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:52.287414 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c9143049-872c-4739-9326-90acc636a66e req-a771cce9-b641-4801-a1e0-1770e7ac9ef5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0788918 May 16 19:08:52.301080 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1d3124d-b3f8-4130-b3dc-74b7b1f7e63d admin admin] Publish callbacks [] for security_group (98b43e76-a20d-42dc-bd6a-feedd68553ca), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.327666 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1d3124d-b3f8-4130-b3dc-74b7b1f7e63d admin admin] Publish callbacks [] for security_group (98b43e76-a20d-42dc-bd6a-feedd68553ca), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.344322 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c9143049-872c-4739-9326-90acc636a66e req-8b7827a8-3b83-47ea-ab2a-23076a215c92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492444 May 16 19:08:52.397240 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a6a609-49c9-4180-a50b-ef80b2d87900 x-openstack-request-id: req-65a6a609-49c9-4180-a50b-ef80b2d87900 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:52.397665 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:52.397954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65a6a609-49c9-4180-a50b-ef80b2d87900 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:52.398368 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a6a609-49c9-4180-a50b-ef80b2d87900'] response: {'name': 'network-changed', 'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'status': 'completed', 'code': 200} May 16 19:08:52.399714 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1d3124d-b3f8-4130-b3dc-74b7b1f7e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (98b43e76-a20d-42dc-bd6a-feedd68553ca), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.402397 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1d3124d-b3f8-4130-b3dc-74b7b1f7e63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.403668 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d1d3124d-b3f8-4130-b3dc-74b7b1f7e63d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98b43e76-a20d-42dc-bd6a-feedd68553ca HTTP/1.1" status: 204 len: 168 time: 0.1760497 May 16 19:08:52.419022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3124d-b3f8-4130-b3dc-74b7b1f7e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b43e76-a20d-42dc-bd6a-feedd68553ca,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:52.486409 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'e45cf485-5f7c-414f-9675-2b8c91d4170c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'port_id': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'mac_address': 'fa:16:3e:07:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 1, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:52.513175 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:52.523404 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:52.524016 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:52.623652 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:52.774707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301595ae-15ee-4fcc-a57b-67fb09a0e858 req-9180e9e8-df04-4c9d-9c76-b4733fa6d5f8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:52.782334 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-301595ae-15ee-4fcc-a57b-67fb09a0e858 req-9180e9e8-df04-4c9d-9c76-b4733fa6d5f8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0657537 May 16 19:08:52.833581 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-301595ae-15ee-4fcc-a57b-67fb09a0e858 req-92802879-7ec3-48a2-b493-3c281db6e2ad tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 May 16 19:08:52.869208 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'e45cf485-5f7c-414f-9675-2b8c91d4170c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'port_id': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'mac_address': 'fa:16:3e:07:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 1, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:52.897409 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430d8f8-40dc-44a3-906c-d2979f8ab7a2 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'e45cf485-5f7c-414f-9675-2b8c91d4170c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'port_id': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'mac_address': 'fa:16:3e:07:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 1, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:53.046147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['417ef627-ac75-48a8-b654-6f19e3e9c733'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:53.125630 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-d17ef483-f2a0-40ef-bdfe-8b62f543dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.127117 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-d17ef483-f2a0-40ef-bdfe-8b62f543dc6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0761268 May 16 19:08:53.168195 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6955c-e071-4026-ac8f-79115553fc3c None None] New status for floating IP e45cf485-5f7c-414f-9675-2b8c91d4170c: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:08:53.338029 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a03c9-1d57-4f9c-8963-d1bc15a96d78 req-93b32864-43f0-4082-bd13-5d7240e6bfe7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.339761 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a05a03c9-1d57-4f9c-8963-d1bc15a96d78 req-93b32864-43f0-4082-bd13-5d7240e6bfe7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 944 time: 0.0734291 May 16 19:08:53.343480 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-cb6428a3-b3d1-473c-badb-47547eb303ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.345335 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-cb6428a3-b3d1-473c-badb-47547eb303ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1922531 May 16 19:08:53.360829 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-83309780-4f2c-4281-8420-15e0db899866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.362509 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-83309780-4f2c-4281-8420-15e0db899866 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1129 time: 0.1309671 May 16 19:08:53.406848 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a05a03c9-1d57-4f9c-8963-d1bc15a96d78 req-354bc8f6-41ce-48c1-9ddf-501a7571ce9e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586815 May 16 19:08:53.519046 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566843a-332b-474f-914c-3b2cf34776f6 req-148cb373-157b-423f-a526-2022f81d7667 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.520711 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7566843a-332b-474f-914c-3b2cf34776f6 req-148cb373-157b-423f-a526-2022f81d7667 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0540452 May 16 19:08:53.576786 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7566843a-332b-474f-914c-3b2cf34776f6 req-27f34311-e98d-41c9-9ee8-c01628dab3e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503836 May 16 19:08:53.960611 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a872-2580-427a-909f-e1f230dc9299 req-3e6d5f63-b8aa-42ca-8bf4-f75a55d4a9c6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.962413 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fed8a872-2580-427a-909f-e1f230dc9299 req-3e6d5f63-b8aa-42ca-8bf4-f75a55d4a9c6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0541086 May 16 19:08:54.009835 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fed8a872-2580-427a-909f-e1f230dc9299 req-cd5b84a5-872e-4252-bed6-ac99a3e65f30 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 May 16 19:08:54.520589 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd3eb2-f98d-4c76-88dc-39a924da4122 req-b0511b71-09e0-4697-98b0-6d8c394743d7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:54.522161 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-effd3eb2-f98d-4c76-88dc-39a924da4122 req-b0511b71-09e0-4697-98b0-6d8c394743d7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 944 time: 0.0462964 May 16 19:08:54.569590 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-effd3eb2-f98d-4c76-88dc-39a924da4122 req-d23d04a1-7d74-4cad-831f-19d1b8e2c792 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 May 16 19:08:54.706679 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b17bec-42e9-4dce-b6a3-65659bc99f36 req-7a4c1031-61aa-4c65-ba8e-b7992aecfc33 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:54.708151 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3b17bec-42e9-4dce-b6a3-65659bc99f36 req-7a4c1031-61aa-4c65-ba8e-b7992aecfc33 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0512314 May 16 19:08:54.729496 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41780) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:54.755690 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3b17bec-42e9-4dce-b6a3-65659bc99f36 req-53cac3ae-ad3a-45ce-bc17-f01dbdbb3cbb tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 May 16 19:08:54.837923 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2b6794aa-2b0f-42ff-b17e-3d77d75ca251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.923882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2b6794aa-2b0f-42ff-b17e-3d77d75ca251 admin admin] Publish callbacks [] for security_group (c0b19508-290e-467e-8aa0-22906708d906), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.928955 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2b6794aa-2b0f-42ff-b17e-3d77d75ca251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (c0b19508-290e-467e-8aa0-22906708d906), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.970104 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2b6794aa-2b0f-42ff-b17e-3d77d75ca251 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a0afb6684af44b9b8247b1d1d880bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390759 May 16 19:08:54.970887 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6794aa-2b0f-42ff-b17e-3d77d75ca251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b19508-290e-467e-8aa0-22906708d906,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:54.973978 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41786) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:55.022532 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e787e719-e74e-4e49-8a13-6e5480a5a13d admin admin] Publish callbacks [] for security_group (c0b19508-290e-467e-8aa0-22906708d906), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.044984 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e787e719-e74e-4e49-8a13-6e5480a5a13d admin admin] Publish callbacks [] for security_group (c0b19508-290e-467e-8aa0-22906708d906), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.125554 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e787e719-e74e-4e49-8a13-6e5480a5a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (c0b19508-290e-467e-8aa0-22906708d906), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.129857 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e787e719-e74e-4e49-8a13-6e5480a5a13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.131461 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e787e719-e74e-4e49-8a13-6e5480a5a13d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0b19508-290e-467e-8aa0-22906708d906 HTTP/1.1" status: 204 len: 168 time: 0.1560295 May 16 19:08:55.140521 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f68d0-c6ec-4b2a-9e7a-dafebb5af00d req-14c596f0-abbb-4a24-ad04-375599118a78 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:55.141982 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-077f68d0-c6ec-4b2a-9e7a-dafebb5af00d req-14c596f0-abbb-4a24-ad04-375599118a78 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0658135 May 16 19:08:55.154540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787e719-e74e-4e49-8a13-6e5480a5a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b19508-290e-467e-8aa0-22906708d906,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:55.202620 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-077f68d0-c6ec-4b2a-9e7a-dafebb5af00d req-b028909c-80b7-479c-8980-c5d89e6f1f5c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547438 May 16 19:08:55.426253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41796) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:55.440734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-676b861a-e7c0-44e6-8492-ff1b605976c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.518605 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-676b861a-e7c0-44e6-8492-ff1b605976c5 admin admin] Publish callbacks [] for security_group (b81c6b98-e82e-484d-889b-5e70c04d9cba), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.524311 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-676b861a-e7c0-44e6-8492-ff1b605976c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (b81c6b98-e82e-484d-889b-5e70c04d9cba), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.561995 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b861a-e7c0-44e6-8492-ff1b605976c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c6b98-e82e-484d-889b-5e70c04d9cba,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:55.568825 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-676b861a-e7c0-44e6-8492-ff1b605976c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0260c21969184358bbc2d02874d7d5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414502 May 16 19:08:55.571801 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41798) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:55.624963 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6ff-08eb-4148-b15e-4f9dd86a6b16 admin admin] Publish callbacks [] for security_group (b81c6b98-e82e-484d-889b-5e70c04d9cba), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.646442 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6ff-08eb-4148-b15e-4f9dd86a6b16 admin admin] Publish callbacks [] for security_group (b81c6b98-e82e-484d-889b-5e70c04d9cba), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.685347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e47ca-f30f-4726-a1d1-f266a10578c7 req-42ad37a1-72da-4ee3-b16b-206528e0c617 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:55.686971 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d9e47ca-f30f-4726-a1d1-f266a10578c7 req-42ad37a1-72da-4ee3-b16b-206528e0c617 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 944 time: 0.0471759 May 16 19:08:55.695851 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6ff-08eb-4148-b15e-4f9dd86a6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (b81c6b98-e82e-484d-889b-5e70c04d9cba), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.698536 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6ff-08eb-4148-b15e-4f9dd86a6b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.702246 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e1eda6ff-08eb-4148-b15e-4f9dd86a6b16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b81c6b98-e82e-484d-889b-5e70c04d9cba HTTP/1.1" status: 204 len: 168 time: 0.1266849 May 16 19:08:55.707714 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda6ff-08eb-4148-b15e-4f9dd86a6b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c6b98-e82e-484d-889b-5e70c04d9cba,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:55.741833 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d9e47ca-f30f-4726-a1d1-f266a10578c7 req-745b67bb-e9a9-4a65-af42-a9c2091da31e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484364 May 16 19:08:55.978398 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d308a00-4e98-40f8-b54d-98c336bc5b0a req-22bf0fbd-0435-4f27-9e53-7533af7f2690 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:55.985593 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3d308a00-4e98-40f8-b54d-98c336bc5b0a req-22bf0fbd-0435-4f27-9e53-7533af7f2690 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.1426582 May 16 19:08:56.107918 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-bbe7c195-b500-44b0-b9f0-1e69724b4b08 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011491 May 16 19:08:56.111459 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-6a2be540-645a-45b5-8031-cd20b803382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.112796 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-6a2be540-645a-45b5-8031-cd20b803382b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.3142612 May 16 19:08:56.117703 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3d308a00-4e98-40f8-b54d-98c336bc5b0a req-cdc56561-907e-4d76-8917-8285302ccdbc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295233 May 16 19:08:56.117703 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542408ce-cab7-433b-8666-5fb9c93f2fc1 req-28e1cfe4-400c-435f-95cd-e46abcbd4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.121463 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-542408ce-cab7-433b-8666-5fb9c93f2fc1 req-28e1cfe4-400c-435f-95cd-e46abcbd4036 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1129 time: 0.1309183 May 16 19:08:56.245295 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 417ef627-ac75-48a8-b654-6f19e3e9c733 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:56.296728 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 417ef627-ac75-48a8-b654-6f19e3e9c733 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:56.308583 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 417ef627-ac75-48a8-b654-6f19e3e9c733 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:56.309004 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.349717 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bd395-9b26-40bc-9f65-48d573d666dc req-7de6d244-3aa0-4798-a43d-ccf0d72c02b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.352143 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dc5bd395-9b26-40bc-9f65-48d573d666dc req-7de6d244-3aa0-4798-a43d-ccf0d72c02b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0617228 May 16 19:08:56.414283 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dc5bd395-9b26-40bc-9f65-48d573d666dc req-e2327c82-c51c-4515-9e4b-f44d9c7af07e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537150 May 16 19:08:56.445066 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 417ef627-ac75-48a8-b654-6f19e3e9c733 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:56.445461 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.476344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:56.478991 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c236762-fd8f-4121-8da1-105f656aeb7d" -d '{"events": [{"server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "name": "network-vif-plugged", "status": "completed", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:56.496816 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 417ef627-ac75-48a8-b654-6f19e3e9c733, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=417ef627-ac75-48a8-b654-6f19e3e9c733,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:56.507399 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.550016 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5559e57f-7b84-4146-9cee-3ecd6d615227 x-openstack-request-id: req-5559e57f-7b84-4146-9cee-3ecd6d615227 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:56.550325 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "name": "network-vif-plugged", "status": "completed", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:56.550586 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5559e57f-7b84-4146-9cee-3ecd6d615227 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:56.550974 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5559e57f-7b84-4146-9cee-3ecd6d615227'] response: {'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'code': 200} May 16 19:08:56.578740 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=417ef627-ac75-48a8-b654-6f19e3e9c733,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:56.613177 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-9e5336a8-3561-44c5-a0c8-856dea2a1b11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 1001 time: 0.4643691 May 16 19:08:56.631680 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-542408ce-cab7-433b-8666-5fb9c93f2fc1 req-9349e964-2e5d-4ce9-a71c-d4cb7664be22 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4894757 May 16 19:08:56.671908 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a9876d7-d95d-4365-9cab-8403dbc292f8 req-f1828c27-7bd8-463e-aa5a-c85d46942434 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221152 May 16 19:08:56.696385 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-750105c7-ae5b-45f6-a40e-796146cbc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.698023 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-750105c7-ae5b-45f6-a40e-796146cbc636 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.0792773 May 16 19:08:56.869125 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe107add-374a-4944-8106-463f186c2118 req-c58a3577-c075-4122-b355-e60c6d8c22b9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.870750 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fe107add-374a-4944-8106-463f186c2118 req-c58a3577-c075-4122-b355-e60c6d8c22b9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0576501 May 16 19:08:56.922112 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fe107add-374a-4944-8106-463f186c2118 req-f3ea15d6-7e52-486e-9fb4-075e06138b16 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 May 16 19:08:57.249717 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb588-1530-40b3-8293-733c8d80666f req-41dfdde3-c0ed-4639-b36e-4a42a9821945 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:57.251390 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-974fb588-1530-40b3-8293-733c8d80666f req-41dfdde3-c0ed-4639-b36e-4a42a9821945 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0565591 May 16 19:08:57.304943 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-974fb588-1530-40b3-8293-733c8d80666f req-aaffa5a3-7c61-46ec-b9b7-d775e2b5cccf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 May 16 19:08:57.527960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1aeeb-13d8-4f37-9b67-9c6e138f8ca1 req-548583fb-09cc-433b-9527-6b466a911eb1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:57.529815 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5ca1aeeb-13d8-4f37-9b67-9c6e138f8ca1 req-548583fb-09cc-433b-9527-6b466a911eb1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 943 time: 0.0463002 May 16 19:08:57.588252 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5ca1aeeb-13d8-4f37-9b67-9c6e138f8ca1 req-8bf02c09-efba-4335-8701-76cdffa89c7c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 May 16 19:08:57.893064 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-85aa7a81-e67e-4763-bb29-20a81ac57a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:57.894613 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-85aa7a81-e67e-4763-bb29-20a81ac57a87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574090 May 16 19:08:58.064091 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190a411-e468-4917-bbcd-8da6ba759130 req-9d79034a-a347-42fe-b791-52e556a047d9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:58.066555 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5190a411-e468-4917-bbcd-8da6ba759130 req-9d79034a-a347-42fe-b791-52e556a047d9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0718186 May 16 19:08:58.126386 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5190a411-e468-4917-bbcd-8da6ba759130 req-f258496f-ac6a-4bb4-b641-417a8284df4d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534272 May 16 19:08:58.186654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41956) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:58.263453 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device d42ccf63-2fe3-4b5d-ac16-147a92271cef details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:58.358573 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117219f0-ed58-4c02-bd76-48c5da66eaa8 req-bc35f627-6c44-4e7a-8ca3-ead2852aa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:58.360057 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-117219f0-ed58-4c02-bd76-48c5da66eaa8 req-bc35f627-6c44-4e7a-8ca3-ead2852aa6e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 1129 time: 0.0751393 May 16 19:08:58.384494 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port d42ccf63-2fe3-4b5d-ac16-147a92271cef, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:58.397097 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'port_id': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef', 'mac_address': 'fa:16:3e:6d:a7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:58.422609 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa7005e5-f182-45f9-8885-6ca2731b2a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.437520 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port d42ccf63-2fe3-4b5d-ac16-147a92271cef is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:58.438384 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.447860 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a20b-0d14-41c1-88c2-8d72718dc872 req-aa6ac2a4-4afa-43b1-b85e-5e8dc1459ec0 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:58.454447 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dc46a20b-0d14-41c1-88c2-8d72718dc872 req-aa6ac2a4-4afa-43b1-b85e-5e8dc1459ec0 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0546861 May 16 19:08:58.458732 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42ccf63-2fe3-4b5d-ac16-147a92271cef {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:58.460403 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-0018676d-ccec-4590-9c2f-7caccdb6709a service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736271 May 16 19:08:58.481609 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port d42ccf63-2fe3-4b5d-ac16-147a92271cef, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:58.487189 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.496090 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-117219f0-ed58-4c02-bd76-48c5da66eaa8 req-8d237f1d-4f1d-47ee-97ff-14e63d93abd4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098561 May 16 19:08:58.517031 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dc46a20b-0d14-41c1-88c2-8d72718dc872 req-948621e9-4e04-4c75-9b45-44fd75844886 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613029 May 16 19:08:58.543844 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=d42ccf63-2fe3-4b5d-ac16-147a92271cef,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:58.593265 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0e282e03-d1d7-4d56-aa73-bca7ff13eac5 req-05907da5-897a-4141-bf9e-e7afb657018b service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204696 May 16 19:08:58.611389 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa7005e5-f182-45f9-8885-6ca2731b2a7d admin admin] Publish callbacks [] for security_group (277909eb-2b3e-426d-9fcd-da06e2570dca), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.615932 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa7005e5-f182-45f9-8885-6ca2731b2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (277909eb-2b3e-426d-9fcd-da06e2570dca), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.652818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7005e5-f182-45f9-8885-6ca2731b2a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277909eb-2b3e-426d-9fcd-da06e2570dca,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:58.660803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 41970) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:58.661394 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-fa7005e5-f182-45f9-8885-6ca2731b2a7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=230ffb2a6d7e4e32af88c59fd8fadfc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721630 May 16 19:08:58.718986 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1690a091-2863-4d7d-a8c5-ae126cb98027 admin admin] Publish callbacks [] for security_group (277909eb-2b3e-426d-9fcd-da06e2570dca), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.723208 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6b7c-c653-4b47-aca7-26a5d7d71461 req-75173902-d9ab-4d57-8bf9-2970b060afcd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:58.724737 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-becf6b7c-c653-4b47-aca7-26a5d7d71461 req-75173902-d9ab-4d57-8bf9-2970b060afcd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 944 time: 0.0534303 May 16 19:08:58.740312 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1690a091-2863-4d7d-a8c5-ae126cb98027 admin admin] Publish callbacks [] for security_group (277909eb-2b3e-426d-9fcd-da06e2570dca), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.772109 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-becf6b7c-c653-4b47-aca7-26a5d7d71461 req-54219f01-ec87-44a3-8701-059de9f4530b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 May 16 19:08:58.793738 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1690a091-2863-4d7d-a8c5-ae126cb98027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (277909eb-2b3e-426d-9fcd-da06e2570dca), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.796243 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1690a091-2863-4d7d-a8c5-ae126cb98027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.797387 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1690a091-2863-4d7d-a8c5-ae126cb98027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/277909eb-2b3e-426d-9fcd-da06e2570dca HTTP/1.1" status: 204 len: 168 time: 0.1349816 May 16 19:08:58.805889 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690a091-2863-4d7d-a8c5-ae126cb98027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277909eb-2b3e-426d-9fcd-da06e2570dca,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:58.834164 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['d42ccf63-2fe3-4b5d-ac16-147a92271cef'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:59.083761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41978) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:59.097110 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.176398 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Publish callbacks [] for security_group (8582efc6-5168-4ea0-903c-ec649e5587df), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.182020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8582efc6-5168-4ea0-903c-ec649e5587df), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.219918 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61c640685ac6437b8b7f3645fa58f6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350014 May 16 19:08:59.220790 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582efc6-5168-4ea0-903c-ec649e5587df,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:59.222751 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 41982) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:59.240325 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.240678 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.241023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.241369 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.241730 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.242059 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.242386 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.242708 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.243032 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.243354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.243680 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.244006 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.244323 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.244645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.244956 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4929e13a-29c6-4359-9a79-75a01596ee29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:59.245565 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad219b12-b49d-4132-b96d-168336e117ae req-f2407969-6707-4941-afe9-1e3bf3558fcd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.247089 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ad219b12-b49d-4132-b96d-168336e117ae req-f2407969-6707-4941-afe9-1e3bf3558fcd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0498238 May 16 19:08:59.287833 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b14af7b-ac59-4387-ae08-68d3c9864f9b admin admin] Publish callbacks [] for security_group (8582efc6-5168-4ea0-903c-ec649e5587df), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.321765 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ad219b12-b49d-4132-b96d-168336e117ae req-ad523af1-2412-471a-8acb-3e2ab71f0551 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636256 May 16 19:08:59.322312 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b14af7b-ac59-4387-ae08-68d3c9864f9b admin admin] Publish callbacks [] for security_group (8582efc6-5168-4ea0-903c-ec649e5587df), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.393657 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b14af7b-ac59-4387-ae08-68d3c9864f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8582efc6-5168-4ea0-903c-ec649e5587df), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.397056 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4b14af7b-ac59-4387-ae08-68d3c9864f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.398367 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4b14af7b-ac59-4387-ae08-68d3c9864f9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8582efc6-5168-4ea0-903c-ec649e5587df HTTP/1.1" status: 204 len: 168 time: 0.1747527 May 16 19:08:59.410639 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14af7b-ac59-4387-ae08-68d3c9864f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582efc6-5168-4ea0-903c-ec649e5587df,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:59.682995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653446-f97d-43c8-9d8e-ff6087c5173a req-e1c4d8bb-7b22-4beb-a8cb-7adb71b5166a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.686199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d7653446-f97d-43c8-9d8e-ff6087c5173a req-e1c4d8bb-7b22-4beb-a8cb-7adb71b5166a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0537620 May 16 19:08:59.749825 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d7653446-f97d-43c8-9d8e-ff6087c5173a req-25be0243-b7da-42e0-ac98-e5d83f1fb13d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567811 May 16 19:08:59.871116 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64c592-123e-46fa-870a-0eecb47fa02c req-c3912dbc-9a4b-4778-923a-711a80a89148 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.875102 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-aa64c592-123e-46fa-870a-0eecb47fa02c req-c3912dbc-9a4b-4778-923a-711a80a89148 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0497696 May 16 19:08:59.881983 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42032) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:59.887475 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'floatingip': {'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:59.896360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8f3b-91ac-4934-ac97-e084a7978f93 req-a77c75be-769b-42c2-b9d9-02f25183babf tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.898052 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-612b8f3b-91ac-4934-ac97-e084a7978f93 req-a77c75be-769b-42c2-b9d9-02f25183babf tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 944 time: 0.0525773 May 16 19:08:59.937699 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (a7e1f414-84db-4bc2-8556-e41faf77f6ab), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.966366 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-612b8f3b-91ac-4934-ac97-e084a7978f93 req-8308a21d-3e7d-4c97-b3d0-70e45fa9bd61 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613649 May 16 19:09:00.279318 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device d42ccf63-2fe3-4b5d-ac16-147a92271cef up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:00.326840 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port d42ccf63-2fe3-4b5d-ac16-147a92271cef completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:00.334565 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port d42ccf63-2fe3-4b5d-ac16-147a92271cef triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:00.334945 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.391876 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.397264 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (a7e1f414-84db-4bc2-8556-e41faf77f6ab), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.415681 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port d42ccf63-2fe3-4b5d-ac16-147a92271cef is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:00.416690 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.450647 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:00.452999 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2495d7-64e4-48a5-8847-e45aa5fe1c4e" -d '{"events": [{"server_uuid": "e6fa5413-e91f-461c-8007-e68d68254d4d", "name": "network-vif-plugged", "status": "completed", "tag": "d42ccf63-2fe3-4b5d-ac16-147a92271cef"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:00.472414 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port d42ccf63-2fe3-4b5d-ac16-147a92271cef, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:00.481923 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.509686 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdacc8e-9a42-4d9f-96fc-63e9e12fdebc x-openstack-request-id: req-cbdacc8e-9a42-4d9f-96fc-63e9e12fdebc {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:00.509989 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa5413-e91f-461c-8007-e68d68254d4d", "name": "network-vif-plugged", "status": "completed", "tag": "d42ccf63-2fe3-4b5d-ac16-147a92271cef", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:00.510241 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbdacc8e-9a42-4d9f-96fc-63e9e12fdebc {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:00.510640 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdacc8e-9a42-4d9f-96fc-63e9e12fdebc'] response: {'server_uuid': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef', 'code': 200} May 16 19:09:00.536564 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=d42ccf63-2fe3-4b5d-ac16-147a92271cef,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:00.537689 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861d7ac-2772-4bb8-8058-29f4e8bb266e req-16d388e5-aa10-47ed-a1a0-5fceda065ece tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:00.539573 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8861d7ac-2772-4bb8-8058-29f4e8bb266e req-16d388e5-aa10-47ed-a1a0-5fceda065ece tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0918741 May 16 19:09:00.544529 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.545070 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.545430 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.545997 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.546341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.546673 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.547004 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.547332 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.547659 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.547988 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.548350 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.548689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.549019 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.549341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.549689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:00.569568 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Floating IP a7e1f414-84db-4bc2-8556-e41faf77f6ab associated. External IP: 172.27.2.183, port: 5ed69d31-3be1-4fa7-a495-fce15a7677cb. May 16 19:09:00.865997 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8861d7ac-2772-4bb8-8058-29f4e8bb266e req-7ff178ca-4e3e-4144-ae73-602928428d8e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192863 May 16 19:09:01.057553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:09:01.149837 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b2abe-4449-4d25-a9db-6a4e3c8c7955 req-b66c06fd-0092-4c90-9351-f510fbf83af4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.151355 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948b2abe-4449-4d25-a9db-6a4e3c8c7955 req-b66c06fd-0092-4c90-9351-f510fbf83af4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0552874 May 16 19:09:01.190047 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:01.195741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:01.203783 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:01.222092 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:01.222945 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:01.225777 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948b2abe-4449-4d25-a9db-6a4e3c8c7955 req-73e3eba3-a8f7-47d6-84b6-e1ee7c7b14f6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 May 16 19:09:01.227188 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ddad2365-d061-43be-9030-f94d73ca9af8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "PUT /v2.0/floatingips/a7e1f414-84db-4bc2-8556-e41faf77f6ab HTTP/1.1" status: 200 len: 991 time: 1.3432283 May 16 19:09:01.227882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:01.231431 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:01.269620 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-261b4aac-6a9b-4436-aca6-fc8ae7c9e3fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661709 May 16 19:09:01.270449 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2870952-9658-48e4-b867-de4686e9e8d9 x-openstack-request-id: req-c2870952-9658-48e4-b867-de4686e9e8d9 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:01.270625 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:01.270860 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2870952-9658-48e4-b867-de4686e9e8d9 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:01.271256 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2870952-9658-48e4-b867-de4686e9e8d9'] response: {'name': 'network-changed', 'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'status': 'completed', 'code': 200} May 16 19:09:01.344871 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-f1da46bb-de83-4780-8045-b52760eb8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.346444 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-f1da46bb-de83-4780-8045-b52760eb8be1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1129 time: 0.0499566 May 16 19:09:01.354437 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:01.455007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-60e96a42-47f8-4279-ba26-1b5c2156abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.456493 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-60e96a42-47f8-4279-ba26-1b5c2156abce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c29e44eba604e6389ecb2ee2b1059a0&device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 1129 time: 0.0940456 May 16 19:09:01.502279 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630d4c-bed0-497e-a7b2-5d2771208756 req-428cd934-64db-4995-93a0-bb6f8aa37f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.503666 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-87630d4c-bed0-497e-a7b2-5d2771208756 req-428cd934-64db-4995-93a0-bb6f8aa37f41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 1129 time: 0.1047590 May 16 19:09:01.567874 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'a7e1f414-84db-4bc2-8556-e41faf77f6ab', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'mac_address': 'fa:16:3e:74:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:26Z', 'updated_at': '2022-05-16T19:09:00Z', 'revision_number': 1, 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:01.594171 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-ccfaa0e8-cb35-45ec-b45e-fdcccec5e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.595635 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-ccfaa0e8-cb35-45ec-b45e-fdcccec5e2dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.2235665 May 16 19:09:01.597170 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:01.606179 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:01.606921 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:01.656317 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-87630d4c-bed0-497e-a7b2-5d2771208756 req-25e81d52-4c7d-4374-9f63-6f22e0421c41 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362579 May 16 19:09:01.687598 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-4a51f44c-7715-4828-bb63-a43c19c2b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.689454 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-4a51f44c-7715-4828-bb63-a43c19c2b976 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 HTTP/1.1" status: 200 len: 913 time: 0.2004507 May 16 19:09:01.694370 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-b04290c0-035d-4ac2-831a-3b9f7ebc94d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 999 time: 0.0873814 May 16 19:09:01.796156 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:01.989803 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-6913e336-32b3-4b4b-a83c-35589e1ddbbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e11282d-6548-42a2-bd7b-f48e111161b1 HTTP/1.1" status: 200 len: 217 time: 0.0697000 May 16 19:09:02.008541 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'a7e1f414-84db-4bc2-8556-e41faf77f6ab', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'mac_address': 'fa:16:3e:74:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:26Z', 'updated_at': '2022-05-16T19:09:00Z', 'revision_number': 1, 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:02.033649 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256e0c4-166b-44fd-8f29-2e19db9be884 None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'a7e1f414-84db-4bc2-8556-e41faf77f6ab', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'mac_address': 'fa:16:3e:74:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:26Z', 'updated_at': '2022-05-16T19:09:00Z', 'revision_number': 1, 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:09:02.058670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478301fc-05c8-4cd7-ae51-f0106bfc015d req-57a8f072-0520-48bf-a394-53b791e229bd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.061186 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-478301fc-05c8-4cd7-ae51-f0106bfc015d req-57a8f072-0520-48bf-a394-53b791e229bd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.1109834 May 16 19:09:02.069031 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-1d4ce355-c8ac-4546-ab94-259ee55d28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.070825 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-1d4ce355-c8ac-4546-ab94-259ee55d28e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.1518028 May 16 19:09:02.100189 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-e299911b-00a1-4e0f-afd2-a65cde56e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.101687 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-e299911b-00a1-4e0f-afd2-a65cde56e133 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9d758eb-9436-43a9-a37d-16a840c4198e HTTP/1.1" status: 200 len: 852 time: 0.0927222 May 16 19:09:02.151615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-7b168aa4-04bf-4ad7-80ad-814e7421b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.153146 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-7b168aa4-04bf-4ad7-80ad-814e7421b3c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720401 May 16 19:09:02.213214 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-7d8acd01-df08-447b-a964-50f1eefa73fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811603 May 16 19:09:02.232670 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-478301fc-05c8-4cd7-ae51-f0106bfc015d req-7ed797fa-73db-463a-8bd0-4d207ee29ad7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608088 May 16 19:09:02.355246 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adcc01c-08c2-4444-abb9-be6570a0ca54 None None] New status for floating IP a7e1f414-84db-4bc2-8556-e41faf77f6ab: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:09:02.404516 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-7a5718d5-4707-4b96-a9f4-d39142acef79 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220066 May 16 19:09:02.423899 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cbb82-f0bd-4380-a72f-e14ae8c3cf5b req-aac00c39-8c50-4979-9cea-d12e104e455d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.426228 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a52cbb82-f0bd-4380-a72f-e14ae8c3cf5b req-aac00c39-8c50-4979-9cea-d12e104e455d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0880632 May 16 19:09:02.436562 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42122) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:02.441248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:02.443816 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3cd68-7d88-4ec6-80b2-c5c94ab8a717 req-91b2865d-fc68-416d-8401-9b06d3b84ab4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.450775 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-45b3cd68-7d88-4ec6-80b2-c5c94ab8a717 req-91b2865d-fc68-416d-8401-9b06d3b84ab4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.1041651 May 16 19:09:02.515743 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-45b3cd68-7d88-4ec6-80b2-c5c94ab8a717 req-4977e7ed-addb-4ee6-88a0-5d18156d4338 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 May 16 19:09:02.527494 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (10517a78-e01c-402f-83b5-661598bfe0d6), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.585723 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42128) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:02.690966 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.766434 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Publish callbacks [] for security_group (ead4309f-ebaf-4ff7-967e-f821e536ccae), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.770941 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ead4309f-ebaf-4ff7-967e-f821e536ccae), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.809386 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8be5f92e0a594b10ad7c10907ee3563b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223248 May 16 19:09:02.809933 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead4309f-ebaf-4ff7-967e-f821e536ccae,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:02.811863 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42132) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:02.828011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.828358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.828687 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.829020 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.829346 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.829702 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.830024 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.830341 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.830663 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.830979 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.831319 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.831652 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.831979 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.832290 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.832663 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb52617-1c5e-436a-bc89-fe8d648e7bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:02.871214 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee79332b-3418-4d92-955c-6cf07d784f17 admin admin] Publish callbacks [] for security_group (ead4309f-ebaf-4ff7-967e-f821e536ccae), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.894079 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee79332b-3418-4d92-955c-6cf07d784f17 admin admin] Publish callbacks [] for security_group (ead4309f-ebaf-4ff7-967e-f821e536ccae), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.942442 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee79332b-3418-4d92-955c-6cf07d784f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ead4309f-ebaf-4ff7-967e-f821e536ccae), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.945076 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee79332b-3418-4d92-955c-6cf07d784f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.946355 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ee79332b-3418-4d92-955c-6cf07d784f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ead4309f-ebaf-4ff7-967e-f821e536ccae HTTP/1.1" status: 204 len: 168 time: 0.1336040 May 16 19:09:02.954596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79332b-3418-4d92-955c-6cf07d784f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead4309f-ebaf-4ff7-967e-f821e536ccae,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:03.199086 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.224508 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42140) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:03.237480 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b7f604d-c190-4655-b709-7162f13a84a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.315066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b7f604d-c190-4655-b709-7162f13a84a5 admin admin] Publish callbacks [] for security_group (6b340290-5581-49c2-a90d-5cbd4579d696), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.320124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b7f604d-c190-4655-b709-7162f13a84a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6b340290-5581-49c2-a90d-5cbd4579d696), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.343047 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.347017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (10517a78-e01c-402f-83b5-661598bfe0d6), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.358415 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-8b7f604d-c190-4655-b709-7162f13a84a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9779ff1718b54f81989206ee60d0123a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327729 May 16 19:09:03.360718 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f604d-c190-4655-b709-7162f13a84a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b340290-5581-49c2-a90d-5cbd4579d696,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:03.363085 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42142) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:03.412630 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad254f69-872a-4a60-afd7-6318e1bd2b80 admin admin] Publish callbacks [] for security_group (6b340290-5581-49c2-a90d-5cbd4579d696), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.438347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad254f69-872a-4a60-afd7-6318e1bd2b80 admin admin] Publish callbacks [] for security_group (6b340290-5581-49c2-a90d-5cbd4579d696), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.451022 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP 10517a78-e01c-402f-83b5-661598bfe0d6 associated. External IP: 172.27.2.30, port: 417ef627-ac75-48a8-b654-6f19e3e9c733. May 16 19:09:03.486526 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad254f69-872a-4a60-afd7-6318e1bd2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6b340290-5581-49c2-a90d-5cbd4579d696), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.489050 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad254f69-872a-4a60-afd7-6318e1bd2b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.490262 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ad254f69-872a-4a60-afd7-6318e1bd2b80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b340290-5581-49c2-a90d-5cbd4579d696 HTTP/1.1" status: 204 len: 168 time: 0.1262875 May 16 19:09:03.498231 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad254f69-872a-4a60-afd7-6318e1bd2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b340290-5581-49c2-a90d-5cbd4579d696,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:03.670364 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8be1f-86e3-479f-afc6-5e9465fe9ec7 req-1660ffa9-d8d6-4b72-a5ba-4f56b4d5e9f3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:03.671851 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c5c8be1f-86e3-479f-afc6-5e9465fe9ec7 req-1660ffa9-d8d6-4b72-a5ba-4f56b4d5e9f3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0841234 May 16 19:09:03.711262 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:09:03.741757 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c5c8be1f-86e3-479f-afc6-5e9465fe9ec7 req-6dc2faf4-f445-43f1-ad80-35720198b6be tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635679 May 16 19:09:03.824312 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42154) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:03.843857 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527b42f-d147-4a9f-8111-54dbfbcca8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.845943 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:03.850577 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.855850 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:03.865656 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:03.866271 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:03.901183 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1c3fc31e-5b2c-4de4-a4ef-b03ab76603c0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "PUT /v2.0/floatingips/10517a78-e01c-402f-83b5-661598bfe0d6 HTTP/1.1" status: 200 len: 990 time: 1.4635131 May 16 19:09:03.904766 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:03.906963 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c" -d '{"events": [{"name": "network-changed", "server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:03.955945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525d4e83-c741-4484-8c20-8ffb8f6b9e8d x-openstack-request-id: req-525d4e83-c741-4484-8c20-8ffb8f6b9e8d {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:03.956239 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:03.956497 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-525d4e83-c741-4484-8c20-8ffb8f6b9e8d {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:03.956896 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525d4e83-c741-4484-8c20-8ffb8f6b9e8d'] response: {'name': 'network-changed', 'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'status': 'completed', 'code': 200} May 16 19:09:03.969856 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:03.970033 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527b42f-d147-4a9f-8111-54dbfbcca8b4 admin admin] Publish callbacks [] for security_group (1c415f96-e120-43aa-8bf1-277e95e00291), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:03.974485 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527b42f-d147-4a9f-8111-54dbfbcca8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (1c415f96-e120-43aa-8bf1-277e95e00291), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.044449 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527b42f-d147-4a9f-8111-54dbfbcca8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c415f96-e120-43aa-8bf1-277e95e00291,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:04.049755 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6527b42f-d147-4a9f-8111-54dbfbcca8b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=832ba4f533a946d2bea9a7ae37a052f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245102 May 16 19:09:04.052583 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42162) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:04.101586 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-1853f9f0-8a10-4249-9318-31ca771d018a service neutron] 10.222.0.49 "GET /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161966 May 16 19:09:04.109104 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-022e5498-04bd-4540-a7b5-c634288d5e43 admin admin] Publish callbacks [] for security_group (1c415f96-e120-43aa-8bf1-277e95e00291), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.133358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-022e5498-04bd-4540-a7b5-c634288d5e43 admin admin] Publish callbacks [] for security_group (1c415f96-e120-43aa-8bf1-277e95e00291), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.180582 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-022e5498-04bd-4540-a7b5-c634288d5e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (1c415f96-e120-43aa-8bf1-277e95e00291), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.183175 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-022e5498-04bd-4540-a7b5-c634288d5e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.184409 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-022e5498-04bd-4540-a7b5-c634288d5e43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c415f96-e120-43aa-8bf1-277e95e00291 HTTP/1.1" status: 204 len: 168 time: 0.1307442 May 16 19:09:04.184634 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:03Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:04.192731 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e5498-04bd-4540-a7b5-c634288d5e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c415f96-e120-43aa-8bf1-277e95e00291,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:04.214986 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:04.223819 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:04.224457 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:08:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:04.323957 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:04.531794 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:03Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:04.558681 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8fa35-74b5-4b97-ab96-2f87ba8e8b59 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:03Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:09:04.868397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed670f-1c3b-4664-ab08-668e854f4263 req-1aa159b0-d7aa-47fe-9ee4-1d8fda4e4ae3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:04.870898 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eed670f-1c3b-4664-ab08-668e854f4263 req-1aa159b0-d7aa-47fe-9ee4-1d8fda4e4ae3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0484989 May 16 19:09:04.893845 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42190) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:04.915645 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a034cf12-10fd-451c-aaf1-8a7af2479ce7 None None] New status for floating IP 10517a78-e01c-402f-83b5-661598bfe0d6: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:09:04.929578 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eed670f-1c3b-4664-ab08-668e854f4263 req-47f9acd4-4a9d-40ec-b0df-8bd046c81657 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 May 16 19:09:05.013726 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2034130862-network', 'tenant_id': 'f7b9188e991a4a7bb57c8a5beb3fb278'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:05.035937 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Made reservation on behalf of f7b9188e991a4a7bb57c8a5beb3fb278 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:05.038351 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.047165 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.128852 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks [] for security_group (81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.135030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.160371 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:05.170582 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:05.175537 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (90f70feb-880d-4e8f-b911-0164b9fa328a), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.176266 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Added segment 90f70feb-880d-4e8f-b911-0164b9fa328a of type vlan for network 59ff3965-e68d-4359-9120-68276006b27c May 16 19:09:05.197904 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb1a7c0f-a4dd-4f09-967d-e04a5b478548 req-c509018b-e3ed-4f43-815e-e1892a5d54df service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924020 May 16 19:09:05.215958 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (59ff3965-e68d-4359-9120-68276006b27c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.240640 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (59ff3965-e68d-4359-9120-68276006b27c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.241652 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:05.242370 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.278111 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3830440 May 16 19:09:05.281560 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42196) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:05.286539 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Request body: {'subnet': {'network_id': '59ff3965-e68d-4359-9120-68276006b27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2034130862-subnet', 'tenant_id': 'f7b9188e991a4a7bb57c8a5beb3fb278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:05.305334 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82448ff-e3a0-481f-9a0d-1b724ad3bac8 admin admin] Pushing event updated for resources: {'Network': ['ID=59ff3965-e68d-4359-9120-68276006b27c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:05.309728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Made reservation on behalf of f7b9188e991a4a7bb57c8a5beb3fb278 for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:05.312697 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.316109 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 59ff3965-e68d-4359-9120-68276006b27c details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:05.487592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (6b1e8bf9-8755-4acf-80a8-62c01c9aace0), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.548875 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1e8bf9-8755-4acf-80a8-62c01c9aace0,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:05.554445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Checking segment: {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:05.554798 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Network hostable DHCP agents. Network: 59ff3965-e68d-4359-9120-68276006b27c, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:05.574323 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Network 59ff3965-e68d-4359-9120-68276006b27c is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:05.583891 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 59ff3965-e68d-4359-9120-68276006b27c) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:05.587948 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:05.588546 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.593468 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f84c0-9f4e-4ddd-b1bf-4d48263f0e13 None None] Network 59ff3965-e68d-4359-9120-68276006b27c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:05.612271 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-0a3b91aa-d720-477d-9590-370d4bda9df8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3219745 May 16 19:09:05.695612 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad78fac8-9f88-4297-aaad-88cabdd77975 None None] Network 59ff3965-e68d-4359-9120-68276006b27c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:06.066121 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7688a97-332a-4503-a394-dd1a7718be97 req-0407fc2c-4e82-481a-a59a-062cd2f95f08 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:06.067923 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e7688a97-332a-4503-a394-dd1a7718be97 req-0407fc2c-4e82-481a-a59a-062cd2f95f08 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0502760 May 16 19:09:06.131192 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e7688a97-332a-4503-a394-dd1a7718be97 req-941aebec-6fb7-41f8-b59e-e4e5479d9413 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545211 May 16 19:09:06.527858 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18b1b00b-e18c-4bee-a7ea-9982863f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:07.238165 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c22d-d70a-4075-ae1e-46ee34a6d29f req-6c74e5e0-fdec-460c-b884-bb7b4f84c109 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:07.239759 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e877c22d-d70a-4075-ae1e-46ee34a6d29f req-6c74e5e0-fdec-460c-b884-bb7b4f84c109 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0473590 May 16 19:09:07.285837 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e877c22d-d70a-4075-ae1e-46ee34a6d29f req-a82d157d-ce27-4a10-b254-4d60b9e5402c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 May 16 19:09:08.339808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-4b5f6b74-7c16-4835-8006-b822b28bc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:08.341410 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-4b5f6b74-7c16-4835-8006-b822b28bc325 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 1129 time: 0.0767441 May 16 19:09:08.366916 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b63c2d02-b0bf-4a76-96ee-3ee7082d4c4f req-c1a47960-7e7f-4076-9968-4a9f2a008e92 service neutron] 10.222.0.49 "GET /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200073 May 16 19:09:08.402199 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e32c-5ca6-40ac-a45e-b55f925820cd req-a2f2af12-dc2f-4d7e-b751-18237a0a9abe tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:08.404309 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7758e32c-5ca6-40ac-a45e-b55f925820cd req-a2f2af12-dc2f-4d7e-b751-18237a0a9abe tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0495982 May 16 19:09:08.430046 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:09:08.450876 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7758e32c-5ca6-40ac-a45e-b55f925820cd req-7c4d078c-5e5b-4438-a838-a753f22ecfea tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 May 16 19:09:08.789564 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9f61aed-4b2e-4905-9a79-cfff75301b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:09.571328 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721753b-701b-44eb-9dab-f789f5ba4c7a req-d57b6597-1fd4-401c-9e41-d2e3d91f164f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.577249 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f721753b-701b-44eb-9dab-f789f5ba4c7a req-d57b6597-1fd4-401c-9e41-d2e3d91f164f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0469680 May 16 19:09:09.619716 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f721753b-701b-44eb-9dab-f789f5ba4c7a req-3f6f3a2c-1b76-4d96-84a4-15ad39137c0f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 May 16 19:09:10.086660 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:10.746313 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398d39-28f9-460d-a086-8c52031f37ca req-e827ce95-04fe-4b8d-a9d9-b291c2519dde tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:10.748206 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f6398d39-28f9-460d-a086-8c52031f37ca req-e827ce95-04fe-4b8d-a9d9-b291c2519dde tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0532594 May 16 19:09:10.806058 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f6398d39-28f9-460d-a086-8c52031f37ca req-4a053d90-4435-4ddd-97d4-efb50ecf526a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520227 May 16 19:09:11.655212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:11.922630 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860cd7-c91b-42d0-8400-bb30d90ea834 req-b54377a0-feba-457c-8f45-1835a5d8b775 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:11.924150 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-79860cd7-c91b-42d0-8400-bb30d90ea834 req-b54377a0-feba-457c-8f45-1835a5d8b775 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0489972 May 16 19:09:11.975394 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-79860cd7-c91b-42d0-8400-bb30d90ea834 req-dfc53f78-ad81-4f30-9621-1869a6cce5d1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 May 16 19:09:12.648935 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-132cfa3b-f513-456d-ae5f-ce91eba5f96f tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:12.650455 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-132cfa3b-f513-456d-ae5f-ce91eba5f96f tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/networks?id=59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 200 len: 809 time: 0.1111619 May 16 19:09:12.666306 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-1178c2b0-9aac-498e-aef6-a653d04615d1 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/quotas/f7b9188e991a4a7bb57c8a5beb3fb278 HTTP/1.1" status: 200 len: 375 time: 0.0092237 May 16 19:09:12.706409 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-c4f37a83-9b58-48fa-8c2e-2455a9364f9c tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344176 May 16 19:09:12.792898 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-aa188a40-3bc8-4758-972b-aa3b26b05729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:12.794492 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-aa188a40-3bc8-4758-972b-aa3b26b05729 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.1107996 May 16 19:09:12.819519 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-0c0020f5-df9f-4282-87b6-0a30aa30da75 service neutron] 10.222.0.24 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038764 May 16 19:09:12.907621 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-0a472ac1-ec08-4fc9-8b54-34e0bf7fe28a service neutron] 10.222.0.24 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823319 May 16 19:09:13.097063 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c62d9f21-5e90-4674-a429-fe7585a73750 req-d158c64a-a8f4-4461-b714-48c698f7f83e tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0281363 May 16 19:09:13.132568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:13.138170 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e53e-30f8-499b-b72b-7289c8806944 req-0bedca98-92b5-403b-98ff-dabdd38f62d2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:13.139850 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7e50e53e-30f8-499b-b72b-7289c8806944 req-0bedca98-92b5-403b-98ff-dabdd38f62d2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0652997 May 16 19:09:13.218416 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7e50e53e-30f8-499b-b72b-7289c8806944 req-cfa1b26e-dbff-494f-bf63-8f6f770d90c7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707622 May 16 19:09:13.444586 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-edad6a22-52d6-4729-8409-856070e87fb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=417ef627-ac75-48a8-b654-6f19e3e9c733 HTTP/1.1" status: 200 len: 1000 time: 0.0941935 May 16 19:09:13.530213 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32421bf-6516-41c9-93fa-10149f441819 req-8f366468-cc4a-4b2f-8127-6bd1b0c4c021 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:13.531848 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e32421bf-6516-41c9-93fa-10149f441819 req-8f366468-cc4a-4b2f-8127-6bd1b0c4c021 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0519190 May 16 19:09:13.585581 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e32421bf-6516-41c9-93fa-10149f441819 req-8e2a6d26-9537-4d12-8918-e46c9bc27e0b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 May 16 19:09:13.922413 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-378f20ef-3223-4a40-be69-3f415b01f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:13.923962 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-378f20ef-3223-4a40-be69-3f415b01f3df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0680943 May 16 19:09:13.993626 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42398) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:14.098616 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d39576dc-71f1-4d86-83ca-6079fb31b0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.196598 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d39576dc-71f1-4d86-83ca-6079fb31b0ed admin admin] Publish callbacks [] for security_group (df29b165-bb3a-4d79-9dfb-90a98d8d34f3), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.212244 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d39576dc-71f1-4d86-83ca-6079fb31b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (df29b165-bb3a-4d79-9dfb-90a98d8d34f3), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.216280 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f3a6e80d-bb51-47cd-95d8-5fe42b4d0170 req-f6ea46b8-acb6-47f0-8957-a0a8c97af1bc tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0443704 May 16 19:09:14.258523 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d39576dc-71f1-4d86-83ca-6079fb31b0ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef4e4538396b4304b280b2a867b69d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638330 May 16 19:09:14.259121 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42406) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:14.261097 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39576dc-71f1-4d86-83ca-6079fb31b0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df29b165-bb3a-4d79-9dfb-90a98d8d34f3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:14.316089 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8080631-12a0-4228-872e-211bc02f216c admin admin] Publish callbacks [] for security_group (df29b165-bb3a-4d79-9dfb-90a98d8d34f3), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.316626 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-1762ce87-c003-4f54-aabc-7491afd30c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.318203 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-1762ce87-c003-4f54-aabc-7491afd30c65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 1129 time: 0.0647655 May 16 19:09:14.350428 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8080631-12a0-4228-872e-211bc02f216c admin admin] Publish callbacks [] for security_group (df29b165-bb3a-4d79-9dfb-90a98d8d34f3), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.384017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-47b6a88b-3497-42b3-aff8-54fd44148c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.385722 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-47b6a88b-3497-42b3-aff8-54fd44148c55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334987 May 16 19:09:14.416113 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8080631-12a0-4228-872e-211bc02f216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (df29b165-bb3a-4d79-9dfb-90a98d8d34f3), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.419734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8080631-12a0-4228-872e-211bc02f216c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.433268 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d8080631-12a0-4228-872e-211bc02f216c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df29b165-bb3a-4d79-9dfb-90a98d8d34f3 HTTP/1.1" status: 204 len: 168 time: 0.1655102 May 16 19:09:14.447596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8080631-12a0-4228-872e-211bc02f216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df29b165-bb3a-4d79-9dfb-90a98d8d34f3,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:14.489145 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-812373ea-ff42-476c-bf6f-f0abd7f2725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.490738 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-812373ea-ff42-476c-bf6f-f0abd7f2725e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.1562374 May 16 19:09:14.565437 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-d7a8decc-1b4c-48ba-bb0d-f08676a37685 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef HTTP/1.1" status: 200 len: 217 time: 0.0450287 May 16 19:09:14.583614 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-a0ef71bb-96ff-4615-9a16-2f12b571d501 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652989 May 16 19:09:14.701018 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020844da-4363-4410-a7df-83391168f51d req-cbbcd861-8077-4783-a22e-c24cda80ff2a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.705222 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42416) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:14.705985 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-020844da-4363-4410-a7df-83391168f51d req-cbbcd861-8077-4783-a22e-c24cda80ff2a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0535851 May 16 19:09:14.718673 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9f07427-a196-410b-8a40-427a57e850e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.749397 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-020844da-4363-4410-a7df-83391168f51d req-c61c962d-3640-4a66-8daf-ea5a9541f071 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 May 16 19:09:14.797707 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9f07427-a196-410b-8a40-427a57e850e5 admin admin] Publish callbacks [] for security_group (23a5ac34-ea1a-4388-9c99-c1da7ad08c1c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.802249 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d9f07427-a196-410b-8a40-427a57e850e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (23a5ac34-ea1a-4388-9c99-c1da7ad08c1c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.839792 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d9f07427-a196-410b-8a40-427a57e850e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c0bdfbffe9e43aabe8468a23b075d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333864 May 16 19:09:14.840619 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f07427-a196-410b-8a40-427a57e850e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a5ac34-ea1a-4388-9c99-c1da7ad08c1c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:14.843413 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42418) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:14.891836 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-50cb895f-c7e6-478f-8ce8-3554f45c4504 admin admin] Publish callbacks [] for security_group (23a5ac34-ea1a-4388-9c99-c1da7ad08c1c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.917479 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-50cb895f-c7e6-478f-8ce8-3554f45c4504 admin admin] Publish callbacks [] for security_group (23a5ac34-ea1a-4388-9c99-c1da7ad08c1c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.964404 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-50cb895f-c7e6-478f-8ce8-3554f45c4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (23a5ac34-ea1a-4388-9c99-c1da7ad08c1c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.967102 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-50cb895f-c7e6-478f-8ce8-3554f45c4504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:14.968419 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-50cb895f-c7e6-478f-8ce8-3554f45c4504 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23a5ac34-ea1a-4388-9c99-c1da7ad08c1c HTTP/1.1" status: 204 len: 168 time: 0.1236696 May 16 19:09:14.976224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb895f-c7e6-478f-8ce8-3554f45c4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a5ac34-ea1a-4388-9c99-c1da7ad08c1c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:15.356769 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b7fe2bba-87a1-4143-8d9b-a476fc61ad5e req-6ff10781-a149-4342-8f14-3063e8d9f289 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0415514 May 16 19:09:15.398047 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-abf04da3-5196-4887-be4e-06a27b50d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:15.399459 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-abf04da3-5196-4887-be4e-06a27b50d394 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.3338714 May 16 19:09:15.428738 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2fe0ab8f-96d6-4d31-82c4-d26bc21c728c req-6d2da256-8ad4-4974-b5a6-04b1ab92d928 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617129 May 16 19:09:15.602281 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702187-187a-441d-964c-ab57174ffec8 req-7e0e00a0-f09f-4b85-86de-5a05f4d47d6c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:15.605198 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8d702187-187a-441d-964c-ab57174ffec8 req-7e0e00a0-f09f-4b85-86de-5a05f4d47d6c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0464857 May 16 19:09:15.654762 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8d702187-187a-441d-964c-ab57174ffec8 req-361006d1-4c1c-458f-99d2-caa4a6cd282b tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 May 16 19:09:15.862454 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b563e-8eca-4b9a-823c-cdfeb521d094 req-5c1ddb36-21f5-4560-bb6a-275b4b3581a6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:15.863935 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-005b563e-8eca-4b9a-823c-cdfeb521d094 req-5c1ddb36-21f5-4560-bb6a-275b4b3581a6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0460684 May 16 19:09:15.916448 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-005b563e-8eca-4b9a-823c-cdfeb521d094 req-c004ead5-7b1d-4f52-9ddc-02721ad0a282 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465739 May 16 19:09:16.444582 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-531797df-bbb1-4ad4-8719-1be2e7d7d8ee req-ac5079ed-eb9e-4e06-929d-6cb6f99036d0 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0287387 May 16 19:09:16.772225 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0a9e-48b9-41db-88ae-9987340d4a96 req-c0394a67-c7b1-483c-8379-4ad842ef37de tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.773678 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b5ed0a9e-48b9-41db-88ae-9987340d4a96 req-c0394a67-c7b1-483c-8379-4ad842ef37de tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0475996 May 16 19:09:16.819450 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b5ed0a9e-48b9-41db-88ae-9987340d4a96 req-80f240ed-94e5-4125-8476-e61e5a36ad3a tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 May 16 19:09:17.039840 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346ed0-1e26-4ef2-904a-fbb62520040a req-dba9fce0-e360-46be-aec2-57f4ddd68887 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.041298 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-df346ed0-1e26-4ef2-904a-fbb62520040a req-dba9fce0-e360-46be-aec2-57f4ddd68887 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0531518 May 16 19:09:17.087237 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-df346ed0-1e26-4ef2-904a-fbb62520040a req-3ff5ea6b-1f4c-43f8-a2a5-3db4137a1f12 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 May 16 19:09:17.576585 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-60de2505-f584-4b4d-9ef7-2b6329c09fd2 req-d0755863-b657-46a1-8b7e-8960a291f4c3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0370820 May 16 19:09:17.947560 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba36b7-d541-4bf0-81d2-574ee17d8ec0 req-e2300150-6adb-498e-a483-10018f115d6a tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.948935 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfba36b7-d541-4bf0-81d2-574ee17d8ec0 req-e2300150-6adb-498e-a483-10018f115d6a tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0555503 May 16 19:09:18.000267 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfba36b7-d541-4bf0-81d2-574ee17d8ec0 req-e187d6f6-9bec-4558-bb4e-66c665abc824 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 May 16 19:09:18.208012 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df6f91-b051-46e7-9c48-1e219d06f6aa req-c6dce9ca-cd60-4cdc-8ba9-0d5b4b79b233 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:18.209689 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d3df6f91-b051-46e7-9c48-1e219d06f6aa req-c6dce9ca-cd60-4cdc-8ba9-0d5b4b79b233 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0493095 May 16 19:09:18.258708 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d3df6f91-b051-46e7-9c48-1e219d06f6aa req-4b434fb0-dab3-4a98-a0b5-dfa99a5629dd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 May 16 19:09:18.337903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-a8cf1c98-ac8f-4d73-bc0a-83c65e281a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:18.339492 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-a8cf1c98-ac8f-4d73-bc0a-83c65e281a70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400980 May 16 19:09:18.674865 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9e265486-c5c0-41de-920c-34b9f50bb3a4 req-f250dee9-178b-4824-8115-ab9403c319e1 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0283766 May 16 19:09:19.122357 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be1f88-dfae-43b9-8be3-e1013aefe538 req-015a52e6-d42f-4e87-92cb-33403d9a08fc tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:19.125966 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-25be1f88-dfae-43b9-8be3-e1013aefe538 req-015a52e6-d42f-4e87-92cb-33403d9a08fc tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0543661 May 16 19:09:19.170627 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-25be1f88-dfae-43b9-8be3-e1013aefe538 req-6ceff87f-154e-4585-b40e-8c1ecc2fbe9f tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 May 16 19:09:19.372902 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835753c5-f029-4997-b0fe-00d34b81ed4d req-4a1d4cf2-49f8-4e3f-9aa0-6deaf4f294a4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:19.373759 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-835753c5-f029-4997-b0fe-00d34b81ed4d req-4a1d4cf2-49f8-4e3f-9aa0-6deaf4f294a4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0481579 May 16 19:09:19.422689 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-835753c5-f029-4997-b0fe-00d34b81ed4d req-2cf5f23b-7675-4d26-aa88-209117f86b64 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 May 16 19:09:19.776847 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4644859b-b0a3-4235-9fa6-c9f4e22cce31 req-4a3148b5-51e2-4e1a-82c0-ff67615357ff tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0262978 May 16 19:09:20.302933 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cb930-cc33-450e-81d3-8b2489bcbf95 req-e3f84f5f-7fa7-493a-bfa8-420e80a813ce tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:20.305337 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4a0cb930-cc33-450e-81d3-8b2489bcbf95 req-e3f84f5f-7fa7-493a-bfa8-420e80a813ce tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0617795 May 16 19:09:20.358192 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4a0cb930-cc33-450e-81d3-8b2489bcbf95 req-ea453402-ac76-4a45-921f-c2238f3ec758 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 May 16 19:09:20.414530 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-56352a1a-c08b-4eb3-bf11-4e23c66a28d3 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883678 May 16 19:09:20.424364 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-e3958c23-1452-4ceb-98e1-8ac0eba1877b tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:20.425753 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-e3958c23-1452-4ceb-98e1-8ac0eba1877b tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "GET /v2.0/networks?id=59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 200 len: 809 time: 0.1890726 May 16 19:09:20.538935 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e436-456c-4b4f-8f80-1d49d4d25031 req-48584284-0fc6-48cf-a1be-5a24e64102d9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:20.540436 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8e06e436-456c-4b4f-8f80-1d49d4d25031 req-48584284-0fc6-48cf-a1be-5a24e64102d9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0513694 May 16 19:09:20.589195 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8e06e436-456c-4b4f-8f80-1d49d4d25031 req-daa28ac5-9948-4d9c-9577-6bdba9d900d5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 May 16 19:09:21.031654 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f4565a00-8448-499d-bfce-1e6ce7037990 req-f22c41d2-a55d-44f0-9f97-c28330287b98 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0280049 May 16 19:09:21.478521 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7950e-4c40-4fbc-8d9d-156dfce74518 req-f9904653-e855-45e7-9280-208340395785 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:21.479965 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d5c7950e-4c40-4fbc-8d9d-156dfce74518 req-f9904653-e855-45e7-9280-208340395785 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0460255 May 16 19:09:21.539394 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d5c7950e-4c40-4fbc-8d9d-156dfce74518 req-bf2939ce-2e5a-432f-95ee-9fbaf3baa70c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535483 May 16 19:09:21.719667 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e2f8f-3624-4cbd-9e4a-2352e1a4f25f req-8600af5d-323d-4a76-bd03-47801dc2cd28 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:21.721147 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b28e2f8f-3624-4cbd-9e4a-2352e1a4f25f req-8600af5d-323d-4a76-bd03-47801dc2cd28 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0523622 May 16 19:09:21.771112 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b28e2f8f-3624-4cbd-9e4a-2352e1a4f25f req-c6c3a9de-dd20-4a40-8427-0070642abdd7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 May 16 19:09:22.134492 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c39cd94d-8677-4e60-93f8-a0837dfb80cb req-fc23913f-43db-4062-92a0-775d822e49be tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0267632 May 16 19:09:22.671794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2609e-a8e3-4b17-9875-5b5a973dac0e req-844abd67-0ca9-47f7-83c9-24acb65cee4d tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:22.673230 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-87b2609e-a8e3-4b17-9875-5b5a973dac0e req-844abd67-0ca9-47f7-83c9-24acb65cee4d tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0494173 May 16 19:09:22.726943 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-87b2609e-a8e3-4b17-9875-5b5a973dac0e req-1a6e6bdf-77ec-4aa6-ab8c-9b6692329591 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 May 16 19:09:22.892350 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d68da-4507-4c52-b1ae-bc1ab58aba12 req-2b9abf15-657d-4847-9242-e75b5ff26a4b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:22.893824 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ac1d68da-4507-4c52-b1ae-bc1ab58aba12 req-2b9abf15-657d-4847-9242-e75b5ff26a4b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0543203 May 16 19:09:22.943223 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ac1d68da-4507-4c52-b1ae-bc1ab58aba12 req-9b5ba42a-e1d1-45c0-8412-3ecf48509d84 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 May 16 19:09:23.242464 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c0a7ad5-578d-4d08-b387-396a7488e8e6 req-b9edec24-3d12-4f3b-8893-b7706ab4463a tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0281904 May 16 19:09:23.458797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Request body: {'port': {'device_id': '82a563cc-0788-4993-91c2-7f0976323bfa', 'network_id': '59ff3965-e68d-4359-9120-68276006b27c', 'admin_state_up': True, 'tenant_id': 'f7b9188e991a4a7bb57c8a5beb3fb278'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:23.608869 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7366b13d-a7ba-4ff1-8c4a-9d6a59366721 req-699dfbd0-49cf-4a05-9a72-e7137a454207 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682961 May 16 19:09:23.632575 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Made reservation on behalf of f7b9188e991a4a7bb57c8a5beb3fb278 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:23.636246 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:23.772318 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Allocated IP 172.20.0.3 (59ff3965-e68d-4359-9120-68276006b27c/6b1e8bf9-8755-4acf-80a8-62c01c9aace0/9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:23.877638 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-bdeaee50-e136-49e7-9896-4f52a7ed9e09 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:23.879096 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-bdeaee50-e136-49e7-9896-4f52a7ed9e09 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.49 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.1003006 May 16 19:09:23.900895 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64e448-00b0-4d80-a917-47851a7f2b1b req-e31dada3-c3d3-4b90-9ebf-2097793141db tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:23.902295 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cd64e448-00b0-4d80-a917-47851a7f2b1b req-e31dada3-c3d3-4b90-9ebf-2097793141db tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 945 time: 0.0906088 May 16 19:09:24.058744 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d45b8-6188-453c-9c5c-6277ad89ff18 req-c47c4b21-4ca7-42a7-b842-31b51a663425 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:24.060282 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9a7d45b8-6188-453c-9c5c-6277ad89ff18 req-c47c4b21-4ca7-42a7-b842-31b51a663425 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0479310 May 16 19:09:24.104477 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cd64e448-00b0-4d80-a917-47851a7f2b1b req-2d0af9fb-93b9-43a5-8bdc-ea361f489888 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ba98e39-bc46-417a-b058-3aef14a9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929162 May 16 19:09:24.123665 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Deleting port 2e11282d-6548-42a2-bd7b-f48e111161b1 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:24.124007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.126534 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9a7d45b8-6188-453c-9c5c-6277ad89ff18 req-5aef33c2-68a2-4a09-9785-02ca425f1cd9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 May 16 19:09:24.172800 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks [] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.255268 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] For port 2e11282d-6548-42a2-bd7b-f48e111161b1, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2e11282d-6548-42a2-bd7b-f48e111161b1,segment=NetworkSegment(08493f7d-0ebc-4caa-a0dc-46565702a3ca),segment_id=08493f7d-0ebc-4caa-a0dc-46565702a3ca)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:24.255505 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.266594 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.278926 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Calling delete_port for 2e11282d-6548-42a2-bd7b-f48e111161b1 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:24.327498 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Network 59ff3965-e68d-4359-9120-68276006b27c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:24.358290 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a727-bfa8-4d0f-8a49-7cb3a3b6c1ca req-60855fd6-1bdd-4cf8-a9e9-e349eef840bf tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:24.359878 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7919a727-bfa8-4d0f-8a49-7cb3a3b6c1ca req-60855fd6-1bdd-4cf8-a9e9-e349eef840bf tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 931 time: 0.0495939 May 16 19:09:24.381000 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:24.387429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:24.392394 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:24.393100 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.400206 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Pushing event updated for resources: {'Port': ['ID=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:24.415921 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7919a727-bfa8-4d0f-8a49-7cb3a3b6c1ca req-a075089a-927d-44fb-9609-8869feea9608 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 May 16 19:09:24.417295 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-7fb651c8-ff4f-46d5-96db-26b719d0d2a5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9745138 May 16 19:09:24.430758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Request body: {'port': {'device_id': '82a563cc-0788-4993-91c2-7f0976323bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:24.509735 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.602656 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (2e11282d-6548-42a2-bd7b-f48e111161b1), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.642613 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Pushing event deleted for resources: {'Port': ['ID=2e11282d-6548-42a2-bd7b-f48e111161b1,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:24.764339 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] No DVR routers for this DVR port 2e11282d-6548-42a2-bd7b-f48e111161b1 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:24.771687 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.775073 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-75b4ca0b-0c65-4cdd-a192-0e910cec2593 req-403d53aa-992a-4213-a87e-0ee82719ce8c tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.49 "DELETE /v2.0/ports/2e11282d-6548-42a2-bd7b-f48e111161b1 HTTP/1.1" status: 204 len: 173 time: 0.8718300 May 16 19:09:24.775835 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'name': 'network-vif-deleted', 'tag': '2e11282d-6548-42a2-bd7b-f48e111161b1'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:24.778559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb440834-fa23-4aae-b931-4e69ffaa6687" -d '{"events": [{"server_uuid": "b39fb145-de7f-49c4-ac8f-eacbb6c9a673", "name": "network-vif-deleted", "tag": "2e11282d-6548-42a2-bd7b-f48e111161b1"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:24.825647 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a7a124-fdac-4b45-bbb9-ae29ee947704 x-openstack-request-id: req-d5a7a124-fdac-4b45-bbb9-ae29ee947704 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:24.825828 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39fb145-de7f-49c4-ac8f-eacbb6c9a673", "name": "network-vif-deleted", "tag": "2e11282d-6548-42a2-bd7b-f48e111161b1", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:24.826123 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5a7a124-fdac-4b45-bbb9-ae29ee947704 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:24.826508 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a7a124-fdac-4b45-bbb9-ae29ee947704'] response: {'server_uuid': 'b39fb145-de7f-49c4-ac8f-eacbb6c9a673', 'name': 'network-vif-deleted', 'tag': '2e11282d-6548-42a2-bd7b-f48e111161b1', 'status': 'completed', 'code': 200} May 16 19:09:24.955816 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:24.963833 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Publish callbacks [] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:24.977062 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Transition to ACTIVE for port object 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:09:24.981881 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.032503 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:25.067729 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Attempting to bind port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:25.068058 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Attempting to bind port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:25.068386 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Attempting to bind port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 on network 59ff3965-e68d-4359-9120-68276006b27c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:25.073400 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 on network 59ff3965-e68d-4359-9120-68276006b27c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:09:25.073760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Attempting to bind port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 on network 59ff3965-e68d-4359-9120-68276006b27c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:25.078887 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:25.079292 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Checking segment: {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:25.079624 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Bound using segment: {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:25.080139 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Bound port: 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:25.080401 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.151127 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] For port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:25.155556 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] For port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:25.166463 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.201779 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:25.202472 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.204275 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 HTTP/1.1" status: 200 len: 1093 time: 0.7777650 May 16 19:09:25.230159 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032e95-1090-42e8-84ce-9383c877ac02 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:25.270150 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-754a77da-5f16-4e14-b53e-d68007375f37 req-07a2cc1d-cb0a-4ffe-bb9e-80931d82ae80 tempest-DeleteServersTestJSON-418898645 tempest-DeleteServersTestJSON-418898645-project] 10.222.0.24 "GET /v2.0/ports?device_id=b39fb145-de7f-49c4-ac8f-eacbb6c9a673 HTTP/1.1" status: 200 len: 210 time: 0.0338316 May 16 19:09:25.305849 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b3f9f-1029-41ca-83d2-b1d5c337f451 req-ac8ee896-7211-4464-8aa6-6c9b38c3341f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:25.307983 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f65b3f9f-1029-41ca-83d2-b1d5c337f451 req-ac8ee896-7211-4464-8aa6-6c9b38c3341f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0489538 May 16 19:09:25.349232 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-ab2a9983-58cf-4b92-b9a0-9da72c701fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:25.351071 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-ab2a9983-58cf-4b92-b9a0-9da72c701fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 1127 time: 0.0413980 May 16 19:09:25.364146 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f65b3f9f-1029-41ca-83d2-b1d5c337f451 req-db6f7053-7f56-4b52-9369-39a9919098ec tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492270 May 16 19:09:25.418679 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-8cb9f021-7c9f-45f3-a1f6-a0fba45cdee5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 HTTP/1.1" status: 200 len: 217 time: 0.0367916 May 16 19:09:25.714481 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e883a2-e4d7-4ddd-9801-9db7e43df456 req-40e81045-6675-4c48-ad28-f367ee1e9ecc tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:25.715956 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-39e883a2-e4d7-4ddd-9801-9db7e43df456 req-40e81045-6675-4c48-ad28-f367ee1e9ecc tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 943 time: 0.0835431 May 16 19:09:25.726357 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-b6b7f3fa-9654-43fe-afe1-7c9259e2c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:25.727686 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-b6b7f3fa-9654-43fe-afe1-7c9259e2c7b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b1e8bf9-8755-4acf-80a8-62c01c9aace0 HTTP/1.1" status: 200 len: 849 time: 0.0822718 May 16 19:09:25.768277 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-fb768431-d551-4b17-b059-e38127b769a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59ff3965-e68d-4359-9120-68276006b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268114 May 16 19:09:25.805463 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-39e883a2-e4d7-4ddd-9801-9db7e43df456 req-bd0a4a88-21f3-4eb2-b058-ad5ded1139f3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814688 May 16 19:09:25.875047 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-9d3e98a7-926c-4136-8899-5bc294df1289 service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994360 May 16 19:09:25.964591 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-632d74ed-9225-4602-bb74-1bc6fc014727 req-be4c9937-793f-4b6c-8cfb-20978a7eaa96 service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819786 May 16 19:09:26.421038 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2e11282d-6548-42a2-bd7b-f48e111161b1 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:09:26.447151 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 2e11282d-6548-42a2-bd7b-f48e111161b1 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:09:26.448027 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2e11282d-6548-42a2-bd7b-f48e111161b1 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:09:26.485248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64af65-490b-4811-ae4f-198ab89bbb48 req-d8390167-ce8e-4007-9622-ba4aabf69819 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:26.486878 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ea64af65-490b-4811-ae4f-198ab89bbb48 req-d8390167-ce8e-4007-9622-ba4aabf69819 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0466933 May 16 19:09:26.542374 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ea64af65-490b-4811-ae4f-198ab89bbb48 req-0a12f25e-cecb-42b2-baab-94babc07bcea tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491526 May 16 19:09:26.690888 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42696) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:26.807741 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2a17-35fd-43d7-a9ce-26ad7b837c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.827888 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a563cc-0788-4993-91c2-7f0976323bfa', 'tag': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:26.830275 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884bc156-e3d8-4a13-80d8-d517bd0bc001" -d '{"events": [{"name": "network-changed", "server_uuid": "82a563cc-0788-4993-91c2-7f0976323bfa", "tag": "9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:26.873108 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cddda4-65b5-4e75-8d57-f5fc2c7b6328 x-openstack-request-id: req-c2cddda4-65b5-4e75-8d57-f5fc2c7b6328 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:26.873357 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a563cc-0788-4993-91c2-7f0976323bfa", "tag": "9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:26.874406 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2cddda4-65b5-4e75-8d57-f5fc2c7b6328 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:26.874406 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2cddda4-65b5-4e75-8d57-f5fc2c7b6328'] response: {'name': 'network-changed', 'server_uuid': '82a563cc-0788-4993-91c2-7f0976323bfa', 'tag': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6', 'status': 'completed', 'code': 200} May 16 19:09:26.897807 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2a17-35fd-43d7-a9ce-26ad7b837c7c admin admin] Publish callbacks [] for security_group (84bd3a85-9259-4e07-a417-fd5f1df4eff9), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.902340 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2a17-35fd-43d7-a9ce-26ad7b837c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (84bd3a85-9259-4e07-a417-fd5f1df4eff9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.937691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436949e-2b85-47fe-8b55-c1bf3873b3d3 req-e6b3f54a-0070-45ac-ba42-db2e968f7ef6 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:26.942573 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2d4c2a17-35fd-43d7-a9ce-26ad7b837c7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4febad77c3643a4986caea14ff5d914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480245 May 16 19:09:26.942743 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0436949e-2b85-47fe-8b55-c1bf3873b3d3 req-e6b3f54a-0070-45ac-ba42-db2e968f7ef6 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 943 time: 0.0519433 May 16 19:09:26.942827 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c2a17-35fd-43d7-a9ce-26ad7b837c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd3a85-9259-4e07-a417-fd5f1df4eff9,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:26.942899 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42704) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:27.018077 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0436949e-2b85-47fe-8b55-c1bf3873b3d3 req-fcea56fc-bc56-4b06-bccb-1036e8993b8f tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 May 16 19:09:27.022670 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7d29e5c3-c742-45c3-8c1e-0d0a12d2d196 admin admin] Publish callbacks [] for security_group (84bd3a85-9259-4e07-a417-fd5f1df4eff9), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.044739 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7d29e5c3-c742-45c3-8c1e-0d0a12d2d196 admin admin] Publish callbacks [] for security_group (84bd3a85-9259-4e07-a417-fd5f1df4eff9), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.092952 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7d29e5c3-c742-45c3-8c1e-0d0a12d2d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (84bd3a85-9259-4e07-a417-fd5f1df4eff9), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.095676 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7d29e5c3-c742-45c3-8c1e-0d0a12d2d196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.096800 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7d29e5c3-c742-45c3-8c1e-0d0a12d2d196 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84bd3a85-9259-4e07-a417-fd5f1df4eff9 HTTP/1.1" status: 204 len: 168 time: 0.1531246 May 16 19:09:27.104970 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29e5c3-c742-45c3-8c1e-0d0a12d2d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd3a85-9259-4e07-a417-fd5f1df4eff9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:27.303422 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-e76d4f24-59aa-4d6a-a75f-534d7851e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:27.304907 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-e76d4f24-59aa-4d6a-a75f-534d7851e1d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 1127 time: 0.0387433 May 16 19:09:27.404728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-f64d74b7-8661-4ce4-9256-9ec335ff30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:27.406436 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-f64d74b7-8661-4ce4-9256-9ec335ff30d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 200 len: 910 time: 0.0875797 May 16 19:09:27.455326 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-a39287c3-a32c-49b4-959c-f3946d25bf81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 HTTP/1.1" status: 200 len: 217 time: 0.0318556 May 16 19:09:27.513184 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-707b8870-5697-4a14-a8a2-992b748c8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:27.514930 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-707b8870-5697-4a14-a8a2-992b748c8d08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b1e8bf9-8755-4acf-80a8-62c01c9aace0 HTTP/1.1" status: 200 len: 849 time: 0.0467188 May 16 19:09:27.557350 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-8e75477b-53fb-47b3-8349-8d948146cc70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59ff3965-e68d-4359-9120-68276006b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315740 May 16 19:09:27.696802 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367803fb-10fb-4cdc-b72f-c9d92d8ecdb9 req-8713ec15-5734-493c-bd83-f9b034d19eb9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:27.698452 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-367803fb-10fb-4cdc-b72f-c9d92d8ecdb9 req-8713ec15-5734-493c-bd83-f9b034d19eb9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0622523 May 16 19:09:27.789128 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42748) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:27.838617 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Deleting subnet c9d758eb-9436-43a9-a37d-16a840c4198e {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:09:27.842361 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Publish callbacks [] for subnet (c9d758eb-9436-43a9-a37d-16a840c4198e), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.892378 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Publish callbacks [] for subnet (c9d758eb-9436-43a9-a37d-16a840c4198e), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.908031 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (c9d758eb-9436-43a9-a37d-16a840c4198e), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.965776 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-9f0945b4-66c2-4d32-b52d-a8d8ad9c6e75 service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977463 May 16 19:09:27.984793 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (c9d758eb-9436-43a9-a37d-16a840c4198e), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.001437 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.005067 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9d758eb-9436-43a9-a37d-16a840c4198e HTTP/1.1" status: 204 len: 168 time: 0.2145360 May 16 19:09:28.009020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42756) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.027475 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e435acc-38c5-4dba-a1a3-c2548088324d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d758eb-9436-43a9-a37d-16a840c4198e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.041567 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42758) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.090237 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-367803fb-10fb-4cdc-b72f-c9d92d8ecdb9 req-0679494f-7cd3-49c8-b945-a598ab31664e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854539 May 16 19:09:28.152615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.153139 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fabc54-faca-40a3-90f5-dd71ccf5b3cc req-235b89af-979f-4b77-9f8e-444c0f096007 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:28.166162 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-77fabc54-faca-40a3-90f5-dd71ccf5b3cc req-235b89af-979f-4b77-9f8e-444c0f096007 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 943 time: 0.0771875 May 16 19:09:28.168953 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-884bc156-e3d8-4a13-80d8-d517bd0bc001 req-543662b5-a8b8-4f12-9fe1-d94f74fb38a1 service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894331 May 16 19:09:28.225251 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-77fabc54-faca-40a3-90f5-dd71ccf5b3cc req-abe1efda-18d2-40c2-ba21-880dc9d3d7f4 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 May 16 19:09:28.251955 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e06a859c-5c59-484f-80a9-62767986d534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.257513 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.281470 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.281943 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.282715 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.283047 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > port after_create 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.283385 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.284094 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > port after_update 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.284094 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.284420 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.284736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.285130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.337261 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e06a859c-5c59-484f-80a9-62767986d534 admin admin] Publish callbacks [] for security_group (48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.342251 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e06a859c-5c59-484f-80a9-62767986d534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.368329 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.368861 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.369000 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.369504 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:28.370049 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:28.382471 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e06a859c-5c59-484f-80a9-62767986d534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f60e317c8664f9e9c1990413a6a6aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397436 May 16 19:09:28.386232 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42768) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.388374 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08493f7d-0ebc-4caa-a0dc-46565702a3ca') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:28.388956 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08493f7d-0ebc-4caa-a0dc-46565702a3ca') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:28.393192 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a859c-5c59-484f-80a9-62767986d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.406873 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (08493f7d-0ebc-4caa-a0dc-46565702a3ca), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.430167 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (08493f7d-0ebc-4caa-a0dc-46565702a3ca), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.440203 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:09:28.446307 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-521d9152-b994-4a6d-9958-9a639bf4282c admin admin] Publish callbacks [] for security_group (48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.450321 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:09:28.450739 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (08493f7d-0ebc-4caa-a0dc-46565702a3ca), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: from cryptography.utils import int_from_bytes May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: from cryptography.utils import int_from_bytes May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:09:28.468141 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:09:28.473148 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-521d9152-b994-4a6d-9958-9a639bf4282c admin admin] Publish callbacks [] for security_group (48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.523483 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-521d9152-b994-4a6d-9958-9a639bf4282c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.526316 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-521d9152-b994-4a6d-9958-9a639bf4282c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.527472 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-521d9152-b994-4a6d-9958-9a639bf4282c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f HTTP/1.1" status: 204 len: 168 time: 0.1403375 May 16 19:09:28.537037 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d9152-b994-4a6d-9958-9a639bf4282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f5f1cf-a4b1-4498-8ee9-9778d5cf2e5f,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.542107 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:28.548413 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.557300 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6', 'network_id': '59ff3965-e68d-4359-9120-68276006b27c', 'port_id': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6', 'mac_address': 'fa:16:3e:e4:73:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e8bf9-8755-4acf-80a8-62c01c9aace0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:09:28.567540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.570896 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5 HTTP/1.1" status: 204 len: 168 time: 0.5608966 May 16 19:09:28.572019 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527915d-81a2-4bc6-b05c-60c77b4c6514 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f78bc8d-76d3-44f5-ae2e-dbefa59c5db5,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.600449 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:28.601072 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.623548 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:28.647957 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:28.651850 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.708575 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42776) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.713629 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.754006 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b4bdcdf8-0d6f-4392-9f59-dcf878ca58e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c29e44eba604e6389ecb2ee2b1059a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438404 May 16 19:09:28.756461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42778) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.802962 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b37d13d9-cda7-4845-9131-9acd3dfd2d56 admin admin] Publish callbacks [] for security_group (0ba98e39-bc46-417a-b058-3aef14a9f2dc), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.824677 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b37d13d9-cda7-4845-9131-9acd3dfd2d56 admin admin] Publish callbacks [] for security_group (0ba98e39-bc46-417a-b058-3aef14a9f2dc), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.873881 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b37d13d9-cda7-4845-9131-9acd3dfd2d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0ba98e39-bc46-417a-b058-3aef14a9f2dc), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.876506 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b37d13d9-cda7-4845-9131-9acd3dfd2d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.877687 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b37d13d9-cda7-4845-9131-9acd3dfd2d56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ba98e39-bc46-417a-b058-3aef14a9f2dc HTTP/1.1" status: 204 len: 168 time: 0.1203053 May 16 19:09:28.885837 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d13d9-cda7-4845-9131-9acd3dfd2d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba98e39-bc46-417a-b058-3aef14a9f2dc,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.912391 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42782) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.925397 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d71ab82-8652-4ead-9c9a-e482071128a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.002875 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d71ab82-8652-4ead-9c9a-e482071128a4 admin admin] Publish callbacks [] for security_group (da03a793-9c02-40b4-9fca-690f3f9578d8), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.009108 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d71ab82-8652-4ead-9c9a-e482071128a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (da03a793-9c02-40b4-9fca-690f3f9578d8), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.025580 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:29.050056 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1d71ab82-8652-4ead-9c9a-e482071128a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e677c1909f546bc96d4b50e107a411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365619 May 16 19:09:29.050761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42786) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:29.051364 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71ab82-8652-4ead-9c9a-e482071128a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da03a793-9c02-40b4-9fca-690f3f9578d8,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:29.103072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5e94-afb4-47d2-b37b-c2e7b7a974ae admin admin] Publish callbacks [] for security_group (da03a793-9c02-40b4-9fca-690f3f9578d8), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.139649 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5e94-afb4-47d2-b37b-c2e7b7a974ae admin admin] Publish callbacks [] for security_group (da03a793-9c02-40b4-9fca-690f3f9578d8), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.228145 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142da8e-e2c3-4c8f-b853-7450964d65d1 req-69c79abb-1942-4ada-8bf7-a2bf5b24f197 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.229693 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b142da8e-e2c3-4c8f-b853-7450964d65d1 req-69c79abb-1942-4ada-8bf7-a2bf5b24f197 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0533073 May 16 19:09:29.230301 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5e94-afb4-47d2-b37b-c2e7b7a974ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (da03a793-9c02-40b4-9fca-690f3f9578d8), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.232991 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5e94-afb4-47d2-b37b-c2e7b7a974ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.236384 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-8e2c5e94-afb4-47d2-b37b-c2e7b7a974ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da03a793-9c02-40b4-9fca-690f3f9578d8 HTTP/1.1" status: 204 len: 168 time: 0.1823201 May 16 19:09:29.274345 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c5e94-afb4-47d2-b37b-c2e7b7a974ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03a793-9c02-40b4-9fca-690f3f9578d8,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:29.298451 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b142da8e-e2c3-4c8f-b853-7450964d65d1 req-96bdfb2b-522a-4079-80e3-ee20d9ed9999 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601473 May 16 19:09:29.378620 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba309-1fc4-49b8-8076-a0da4d3f859c req-0c49a4be-0b08-44a5-9d0f-7014ffba9dc6 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.380294 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a7dba309-1fc4-49b8-8076-a0da4d3f859c req-0c49a4be-0b08-44a5-9d0f-7014ffba9dc6 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 944 time: 0.0531614 May 16 19:09:29.448118 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a7dba309-1fc4-49b8-8076-a0da4d3f859c req-62c41df1-271d-40cd-aa0b-0e6b9af0718a tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 May 16 19:09:29.604473 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-fdf140e7-2b86-4221-9b4d-dd77eef01d7b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=053d1449368243acad7c389435ec357c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446386 May 16 19:09:29.784913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-785866fe-2d79-4619-b13d-e19cc339daec tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.786434 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-785866fe-2d79-4619-b13d-e19cc339daec tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811962 May 16 19:09:29.808197 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-85b1768c-0f43-4d45-b908-f2f75dcf5a30 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/quotas/053d1449368243acad7c389435ec357c HTTP/1.1" status: 200 len: 375 time: 0.0134404 May 16 19:09:29.849169 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-60c3a315-23e0-4ca6-a12f-9a03a2cdabac tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=053d1449368243acad7c389435ec357c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344763 May 16 19:09:30.045203 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-421253df-f7f1-4427-b211-835adab6d9a0 req-0da5b09e-51f2-4175-8780-e04029faaaab tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 210 time: 0.0502625 May 16 19:09:30.428160 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cdf09-743e-4cd6-90eb-b015d972aa39 req-c1c2d5a6-9c0e-49d8-943e-ff312a9e663a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:30.429883 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-666cdf09-743e-4cd6-90eb-b015d972aa39 req-c1c2d5a6-9c0e-49d8-943e-ff312a9e663a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0535171 May 16 19:09:30.455831 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:30.497927 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-666cdf09-743e-4cd6-90eb-b015d972aa39 req-a9dd26c7-cec0-4b5f-9915-aeb55c3d828f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591340 May 16 19:09:30.542643 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:30.550463 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:30.550941 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:30.601147 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1804-4037-4abd-8a73-65f020aa49d5 req-733aa448-1b78-4060-bed5-c44aeb251859 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:30.614102 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a23b1804-4037-4abd-8a73-65f020aa49d5 req-733aa448-1b78-4060-bed5-c44aeb251859 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 944 time: 0.0772474 May 16 19:09:30.630837 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:30.631223 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:30.659615 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a563cc-0788-4993-91c2-7f0976323bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:30.662671 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8c942-a4f8-4cc9-ae60-f0e00685fe32" -d '{"events": [{"server_uuid": "82a563cc-0788-4993-91c2-7f0976323bfa", "name": "network-vif-plugged", "status": "completed", "tag": "9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:30.679716 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:30.684459 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a23b1804-4037-4abd-8a73-65f020aa49d5 req-766092b9-92fe-491d-90cd-2944f3fd96b3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 May 16 19:09:30.699881 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:30.735951 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2223f8a4-8587-4f3e-8206-d8b7b7c1f2f1 x-openstack-request-id: req-2223f8a4-8587-4f3e-8206-d8b7b7c1f2f1 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:30.736276 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a563cc-0788-4993-91c2-7f0976323bfa", "name": "network-vif-plugged", "status": "completed", "tag": "9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:30.736537 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2223f8a4-8587-4f3e-8206-d8b7b7c1f2f1 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:30.737039 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2223f8a4-8587-4f3e-8206-d8b7b7c1f2f1'] response: {'server_uuid': '82a563cc-0788-4993-91c2-7f0976323bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6', 'code': 200} May 16 19:09:30.769510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:31.168778 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cf29ae76-4a63-4e10-b8ee-7e747fee0ca8 req-4212ab5c-2697-4ab8-aecd-d41cca088f8c tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 210 time: 0.0382547 May 16 19:09:31.172787 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c58e-d94a-4963-8423-247071d82916 req-8eb55616-4e4a-44d7-8b6c-1e9f6ada3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:31.182003 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a121c58e-d94a-4963-8423-247071d82916 req-8eb55616-4e4a-44d7-8b6c-1e9f6ada3cf5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 1129 time: 0.0520933 May 16 19:09:31.248761 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-320d8758-7195-4a05-9b86-e8d2c33f1dca tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=053d1449368243acad7c389435ec357c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335159 May 16 19:09:31.281504 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a121c58e-d94a-4963-8423-247071d82916 req-07d94f9a-7883-4d9a-ae6e-0ef84d237df0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855842 May 16 19:09:31.361097 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-243685ac-3c1c-4ab7-9e6b-423215356765 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:31.362566 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-243685ac-3c1c-4ab7-9e6b-423215356765 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061184 May 16 19:09:31.525747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Request body: {'port': {'device_id': '933c056a-93c1-4871-a304-680d94161112', 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db', 'admin_state_up': True, 'tenant_id': '053d1449368243acad7c389435ec357c'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:31.664061 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aff616-73c5-49bb-b4e0-dd2a6842ee76 req-1118be9f-3ed1-4f1b-aefd-e6179abce187 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:31.665512 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-07aff616-73c5-49bb-b4e0-dd2a6842ee76 req-1118be9f-3ed1-4f1b-aefd-e6179abce187 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0633852 May 16 19:09:31.710086 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42944) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:31.728770 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Made reservation on behalf of 053d1449368243acad7c389435ec357c for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:31.732801 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.743141 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-07aff616-73c5-49bb-b4e0-dd2a6842ee76 req-20602b7f-c2e7-4707-874a-63e2a12ba0f1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704954 May 16 19:09:31.750131 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.824561 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66712933-1b30-4a24-916f-fdd6e32c98da req-346adace-827c-4236-922c-245f96e6d897 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:31.826037 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-66712933-1b30-4a24-916f-fdd6e32c98da req-346adace-827c-4236-922c-245f96e6d897 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0581715 May 16 19:09:31.834518 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba765ab9-9245-4fe6-9459-a766430bebab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.839076 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks [] for security_group (a08d8619-903a-4205-89dc-aebff1e7b5f8), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.842857 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a08d8619-903a-4205-89dc-aebff1e7b5f8), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.905289 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-66712933-1b30-4a24-916f-fdd6e32c98da req-b3d5c9fd-29a0-4149-a59d-7d6d18357468 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719309 May 16 19:09:31.913676 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d8619-903a-4205-89dc-aebff1e7b5f8,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:31.951816 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba765ab9-9245-4fe6-9459-a766430bebab admin admin] Publish callbacks [] for security_group (8822c6cf-a0ec-4275-aa6b-e3409bf76d4b), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.957022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba765ab9-9245-4fe6-9459-a766430bebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8822c6cf-a0ec-4275-aa6b-e3409bf76d4b), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.988563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Allocated IP 192.168.233.169 (4abba94e-63d0-4042-9e33-d14bd55fd1db/40e807a2-122e-42de-b0ec-0e912791afe0/984c76d4-84ac-4c34-9a5d-a268247fba7d) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:31.999829 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ba765ab9-9245-4fe6-9459-a766430bebab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b07cac5075bc4b3a8bd40ac07165b29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862761 May 16 19:09:31.999829 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba765ab9-9245-4fe6-9459-a766430bebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8822c6cf-a0ec-4275-aa6b-e3409bf76d4b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:32.000177 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 42950) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:32.102155 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1233-80ff-45ad-8b6e-05facc25a2a3 admin admin] Publish callbacks [] for security_group (8822c6cf-a0ec-4275-aa6b-e3409bf76d4b), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.158557 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1233-80ff-45ad-8b6e-05facc25a2a3 admin admin] Publish callbacks [] for security_group (8822c6cf-a0ec-4275-aa6b-e3409bf76d4b), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.213775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks [] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.254048 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1233-80ff-45ad-8b6e-05facc25a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8822c6cf-a0ec-4275-aa6b-e3409bf76d4b), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.256447 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1233-80ff-45ad-8b6e-05facc25a2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.257507 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7c4c1233-80ff-45ad-8b6e-05facc25a2a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8822c6cf-a0ec-4275-aa6b-e3409bf76d4b HTTP/1.1" status: 204 len: 168 time: 0.2560656 May 16 19:09:32.282145 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0fff97c7-ef24-406b-9d7a-114b9bf35294 req-1874a709-ab61-4d55-a9aa-95c50c215e58 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 210 time: 0.0397072 May 16 19:09:32.284521 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c1233-80ff-45ad-8b6e-05facc25a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8822c6cf-a0ec-4275-aa6b-e3409bf76d4b,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:32.311526 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.348530 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Network 4abba94e-63d0-4042-9e33-d14bd55fd1db is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:32.351651 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:32.359164 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:32.386408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Pushing event updated for resources: {'Port': ['ID=984c76d4-84ac-4c34-9a5d-a268247fba7d,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:32.423691 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:32.424615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.446428 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-611e78a7-06fb-4b50-bc22-6d602d77ffa9 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9249713 May 16 19:09:32.463321 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Request body: {'port': {'device_id': '933c056a-93c1-4871-a304-680d94161112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:32.542665 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.625787 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-3ab3948f-9d59-4d06-a138-c20c7fa5b0de None None] Provisioning complete for port 984c76d4-84ac-4c34-9a5d-a268247fba7d triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:32.626328 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3ab3948f-9d59-4d06-a138-c20c7fa5b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.667252 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3948f-9d59-4d06-a138-c20c7fa5b0de None None] Port 984c76d4-84ac-4c34-9a5d-a268247fba7d cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:32.671899 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42974) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:32.687344 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5271-bc6b-4fe6-a794-f3bee48ac7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.766805 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5271-bc6b-4fe6-a794-f3bee48ac7cc admin admin] Publish callbacks [] for security_group (d3a4c497-1fb2-4b38-bf74-7644479e0cbb), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.770988 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5271-bc6b-4fe6-a794-f3bee48ac7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d3a4c497-1fb2-4b38-bf74-7644479e0cbb), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.807511 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5271-bc6b-4fe6-a794-f3bee48ac7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a4c497-1fb2-4b38-bf74-7644479e0cbb,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:32.811787 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ee2b5271-bc6b-4fe6-a794-f3bee48ac7cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c4a34407ed046e4a5179aee3e1b62a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388483 May 16 19:09:32.814543 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 42978) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:32.853822 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984c76d4-84ac-4c34-9a5d-a268247fba7d {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:32.861385 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Publish callbacks [] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.874233 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Transition to ACTIVE for port object 984c76d4-84ac-4c34-9a5d-a268247fba7d will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:09:32.879448 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.887981 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37a9d4-ce6c-4600-b88e-639f6d06fc05 req-7d26d26f-6b69-4c06-8676-b9bfceee0e74 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:32.889455 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec37a9d4-ce6c-4600-b88e-639f6d06fc05 req-7d26d26f-6b69-4c06-8676-b9bfceee0e74 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0624235 May 16 19:09:32.917204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e914d331-4dc8-4bff-82a6-bb5281bc3947 admin admin] Publish callbacks [] for security_group (d3a4c497-1fb2-4b38-bf74-7644479e0cbb), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.924875 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=984c76d4-84ac-4c34-9a5d-a268247fba7d,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:32.962060 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e914d331-4dc8-4bff-82a6-bb5281bc3947 admin admin] Publish callbacks [] for security_group (d3a4c497-1fb2-4b38-bf74-7644479e0cbb), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.972459 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec37a9d4-ce6c-4600-b88e-639f6d06fc05 req-3c08e374-989c-4aa6-bfc6-e8b1ace5e354 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730362 May 16 19:09:33.025016 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e914d331-4dc8-4bff-82a6-bb5281bc3947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d3a4c497-1fb2-4b38-bf74-7644479e0cbb), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.027538 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e914d331-4dc8-4bff-82a6-bb5281bc3947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.031161 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e914d331-4dc8-4bff-82a6-bb5281bc3947 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a4c497-1fb2-4b38-bf74-7644479e0cbb HTTP/1.1" status: 204 len: 168 time: 0.2136161 May 16 19:09:33.036868 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Attempting to bind port 984c76d4-84ac-4c34-9a5d-a268247fba7d on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:33.036868 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Attempting to bind port 984c76d4-84ac-4c34-9a5d-a268247fba7d by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:33.036868 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Attempting to bind port 984c76d4-84ac-4c34-9a5d-a268247fba7d on network 4abba94e-63d0-4042-9e33-d14bd55fd1db {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:33.040942 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914d331-4dc8-4bff-82a6-bb5281bc3947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a4c497-1fb2-4b38-bf74-7644479e0cbb,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:33.064083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Port 984c76d4-84ac-4c34-9a5d-a268247fba7d on network 4abba94e-63d0-4042-9e33-d14bd55fd1db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:09:33.064506 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Attempting to bind port 984c76d4-84ac-4c34-9a5d-a268247fba7d on network 4abba94e-63d0-4042-9e33-d14bd55fd1db {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:33.075191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:33.075532 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Checking segment: {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:33.075910 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Bound using segment: {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:33.076346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Bound port: 984c76d4-84ac-4c34-9a5d-a268247fba7d, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac4fdc7-1012-4202-938a-a450f0221a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:33.076694 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.094324 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc45f6-b882-4485-b514-e551c70c5eb6 req-ce1d05e7-b919-4fa4-a67a-aa2cf91430c3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.095898 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9ecc45f6-b882-4485-b514-e551c70c5eb6 req-ce1d05e7-b919-4fa4-a67a-aa2cf91430c3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0766873 May 16 19:09:33.195584 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] For port 984c76d4-84ac-4c34-9a5d-a268247fba7d, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:33.198834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] For port 984c76d4-84ac-4c34-9a5d-a268247fba7d, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:33.203285 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9ecc45f6-b882-4485-b514-e551c70c5eb6 req-8d8be613-b571-4f2a-b420-7bb94811a58c tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000917 May 16 19:09:33.214443 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.232078 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.262467 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.263554 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.264970 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] 10.222.0.49 "PUT /v2.0/ports/984c76d4-84ac-4c34-9a5d-a268247fba7d HTTP/1.1" status: 200 len: 1098 time: 0.8061955 May 16 19:09:33.270104 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933c056a-93c1-4871-a304-680d94161112', 'tag': '984c76d4-84ac-4c34-9a5d-a268247fba7d'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:33.272540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69e9b7-4df9-4364-b19d-89fded2d75f3" -d '{"events": [{"name": "network-changed", "server_uuid": "933c056a-93c1-4871-a304-680d94161112", "tag": "984c76d4-84ac-4c34-9a5d-a268247fba7d"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:33.287823 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2a598-4025-4144-87ed-3a6a64547bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=984c76d4-84ac-4c34-9a5d-a268247fba7d,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:33.343225 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd6c91f-7b09-4e8d-96fb-2043ff34ee11 x-openstack-request-id: req-0dd6c91f-7b09-4e8d-96fb-2043ff34ee11 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:33.343583 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933c056a-93c1-4871-a304-680d94161112", "tag": "984c76d4-84ac-4c34-9a5d-a268247fba7d", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:33.343892 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dd6c91f-7b09-4e8d-96fb-2043ff34ee11 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:33.344323 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd6c91f-7b09-4e8d-96fb-2043ff34ee11'] response: {'name': 'network-changed', 'server_uuid': '933c056a-93c1-4871-a304-680d94161112', 'tag': '984c76d4-84ac-4c34-9a5d-a268247fba7d', 'status': 'completed', 'code': 200} May 16 19:09:33.389747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-aee16172-76fd-45c7-be61-4e63ceef8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.391350 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-aee16172-76fd-45c7-be61-4e63ceef8c09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=053d1449368243acad7c389435ec357c&device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 1132 time: 0.0460083 May 16 19:09:33.460443 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-fb056f2a-f85b-401e-b4d2-798f94b91ff9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d HTTP/1.1" status: 200 len: 217 time: 0.0380650 May 16 19:09:33.472407 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6250e-99ec-466c-9bbc-5a936d4b6233 req-3959d4c9-b481-4bbe-84b1-d5700aec8935 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.473932 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c2e6250e-99ec-466c-9bbc-5a936d4b6233 req-3959d4c9-b481-4bbe-84b1-d5700aec8935 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 948 time: 0.1006484 May 16 19:09:33.545201 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-4a21de15-588b-4a3a-bb10-9d6900eb38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.546678 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-4a21de15-588b-4a3a-bb10-9d6900eb38f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40e807a2-122e-42de-b0ec-0e912791afe0 HTTP/1.1" status: 200 len: 843 time: 0.0718677 May 16 19:09:33.565582 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c2e6250e-99ec-466c-9bbc-5a936d4b6233 req-1b757d4f-a47e-455c-b08a-04c0a9fc9a1d tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837133 May 16 19:09:33.595843 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-dbdb3884-4461-47ae-b118-483b5b4fae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.597464 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-dbdb3884-4461-47ae-b118-483b5b4fae63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4abba94e-63d0-4042-9e33-d14bd55fd1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0421383 May 16 19:09:33.717388 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-29264132-869e-4cc5-b0d4-eb6a0a8c541a service neutron] 10.222.0.49 "GET /v2.0/networks/4abba94e-63d0-4042-9e33-d14bd55fd1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064341 May 16 19:09:33.816493 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7ac8918-dcdb-4cf1-9dea-f42e3df4de3a req-3f556df0-e347-463d-889b-3e3a68201353 service neutron] 10.222.0.49 "GET /v2.0/networks/4abba94e-63d0-4042-9e33-d14bd55fd1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912092 May 16 19:09:34.096282 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00be97-1ac8-41f1-b2a7-2f6ec509c0ff req-44e57f7e-c529-427f-a8f7-db26ff927210 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.097897 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8e00be97-1ac8-41f1-b2a7-2f6ec509c0ff req-44e57f7e-c529-427f-a8f7-db26ff927210 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0529811 May 16 19:09:34.157403 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8e00be97-1ac8-41f1-b2a7-2f6ec509c0ff req-94e16a37-2a7d-4c93-ac7d-0c66ebbc0fd6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 May 16 19:09:34.324909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c655a-d601-4268-9e5d-898a34d234c3 req-0db58753-a58f-41fd-b80b-c7a46f5f3486 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.326609 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-013c655a-d601-4268-9e5d-898a34d234c3 req-0db58753-a58f-41fd-b80b-c7a46f5f3486 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0516281 May 16 19:09:34.381156 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-013c655a-d601-4268-9e5d-898a34d234c3 req-5c648e2a-ce70-4cd4-8370-2c4e0af937f3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484915 May 16 19:09:34.436544 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43090) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:34.550093 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f90ff666-9c8b-4ffb-918c-042fdc0264a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.628923 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f90ff666-9c8b-4ffb-918c-042fdc0264a0 admin admin] Publish callbacks [] for security_group (9554f472-321d-49d1-9f72-cdeefd2287ce), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.633201 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f90ff666-9c8b-4ffb-918c-042fdc0264a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (9554f472-321d-49d1-9f72-cdeefd2287ce), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.703718 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ff666-9c8b-4ffb-918c-042fdc0264a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554f472-321d-49d1-9f72-cdeefd2287ce,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:34.707831 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f90ff666-9c8b-4ffb-918c-042fdc0264a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8107c761f954fd5b694301571927271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700062 May 16 19:09:34.712323 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43098) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:34.715662 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043ed74-37cb-4fbe-9773-be8c7f545971 req-1be20ac7-846c-4485-91bd-1a7aae478fb6 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.717096 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b043ed74-37cb-4fbe-9773-be8c7f545971 req-1be20ac7-846c-4485-91bd-1a7aae478fb6 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 948 time: 0.0788825 May 16 19:09:34.769916 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b043ed74-37cb-4fbe-9773-be8c7f545971 req-9583c5b5-248f-4218-b6c0-6c8b2b38934f tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 May 16 19:09:34.771378 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d18a9b16-3793-41f3-8346-7a0360a4449c admin admin] Publish callbacks [] for security_group (9554f472-321d-49d1-9f72-cdeefd2287ce), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.797431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d18a9b16-3793-41f3-8346-7a0360a4449c admin admin] Publish callbacks [] for security_group (9554f472-321d-49d1-9f72-cdeefd2287ce), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.844314 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d18a9b16-3793-41f3-8346-7a0360a4449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (9554f472-321d-49d1-9f72-cdeefd2287ce), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.846924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d18a9b16-3793-41f3-8346-7a0360a4449c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.848897 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-d18a9b16-3793-41f3-8346-7a0360a4449c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9554f472-321d-49d1-9f72-cdeefd2287ce HTTP/1.1" status: 204 len: 168 time: 0.1346350 May 16 19:09:34.856996 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a9b16-3793-41f3-8346-7a0360a4449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554f472-321d-49d1-9f72-cdeefd2287ce,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:35.139264 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43126) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:35.179944 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-601c7075-5d30-461a-b0d1-46eb71e13ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.200298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-3df82e3f-cb9e-464a-a515-f84a40f729a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.202152 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-3df82e3f-cb9e-464a-a515-f84a40f729a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=053d1449368243acad7c389435ec357c&device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 1132 time: 0.0559382 May 16 19:09:35.297279 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d058b32-526c-4187-8d25-f4a3aff07688 req-5ada7f6c-0f5f-4b93-b3d8-2806c40650ac tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.298987 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1d058b32-526c-4187-8d25-f4a3aff07688 req-5ada7f6c-0f5f-4b93-b3d8-2806c40650ac tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0514653 May 16 19:09:35.356916 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1d058b32-526c-4187-8d25-f4a3aff07688 req-44b09520-89a2-4894-b07d-99aba36224d2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499628 May 16 19:09:35.388719 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb643e3-952f-47bf-bc7c-4610e03264d2 req-25175f14-1dd6-4ff0-bd88-3a171dab634a tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.390299 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ebb643e3-952f-47bf-bc7c-4610e03264d2 req-25175f14-1dd6-4ff0-bd88-3a171dab634a tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0946057 May 16 19:09:35.394455 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-3a3fc2d0-71c8-4889-b834-975ac803b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.395771 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-3a3fc2d0-71c8-4889-b834-975ac803b9eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=4abba94e-63d0-4042-9e33-d14bd55fd1db HTTP/1.1" status: 200 len: 870 time: 0.1801929 May 16 19:09:35.419190 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-601c7075-5d30-461a-b0d1-46eb71e13ee8 admin admin] Publish callbacks [] for security_group (4d376f9c-c3ef-4bca-94ad-c3885dfbf699), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.427459 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-601c7075-5d30-461a-b0d1-46eb71e13ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4d376f9c-c3ef-4bca-94ad-c3885dfbf699), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.482105 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ebb643e3-952f-47bf-bc7c-4610e03264d2 req-bf0589ed-546e-4b95-aec4-ddfea1080a60 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852947 May 16 19:09:35.486765 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-601c7075-5d30-461a-b0d1-46eb71e13ee8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a473a28ae8f74ed1a3037bb7e310266f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460267 May 16 19:09:35.487725 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c7075-5d30-461a-b0d1-46eb71e13ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d376f9c-c3ef-4bca-94ad-c3885dfbf699,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:35.489755 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43134) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:35.546612 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cc53-ec2a-4b34-b42c-371850084280 admin admin] Publish callbacks [] for security_group (4d376f9c-c3ef-4bca-94ad-c3885dfbf699), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.568227 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cc53-ec2a-4b34-b42c-371850084280 admin admin] Publish callbacks [] for security_group (4d376f9c-c3ef-4bca-94ad-c3885dfbf699), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.621185 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cc53-ec2a-4b34-b42c-371850084280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4d376f9c-c3ef-4bca-94ad-c3885dfbf699), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.623863 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cc53-ec2a-4b34-b42c-371850084280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.625010 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-cdf5cc53-ec2a-4b34-b42c-371850084280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d376f9c-c3ef-4bca-94ad-c3885dfbf699 HTTP/1.1" status: 204 len: 168 time: 0.1331339 May 16 19:09:35.632620 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5cc53-ec2a-4b34-b42c-371850084280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d376f9c-c3ef-4bca-94ad-c3885dfbf699,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:35.885180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee30c1-30ec-445a-9595-a6f90238fa41 req-fc1d7229-44f6-4bde-ab14-4ad8c6cf62a7 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.886749 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b9ee30c1-30ec-445a-9595-a6f90238fa41 req-fc1d7229-44f6-4bde-ab14-4ad8c6cf62a7 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 948 time: 0.0458174 May 16 19:09:35.938935 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b9ee30c1-30ec-445a-9595-a6f90238fa41 req-16c65cdb-8489-4bdf-9ad4-a60c4fe7fb3d tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 May 16 19:09:36.470893 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26d3ca-f6c2-4ea0-aa63-8b71029f4276 req-7adf9eaa-3a21-4e14-a594-688f7adb2428 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:36.472380 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1a26d3ca-f6c2-4ea0-aa63-8b71029f4276 req-7adf9eaa-3a21-4e14-a594-688f7adb2428 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0489886 May 16 19:09:36.476266 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 984c76d4-84ac-4c34-9a5d-a268247fba7d details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:09:36.555374 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1a26d3ca-f6c2-4ea0-aa63-8b71029f4276 req-794640cd-5e2e-4734-a66f-bd25a34d8d43 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699537 May 16 19:09:36.606581 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-da138186-d5bd-4011-95f7-2c98d63ed3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.633706 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7fd75-2e3b-4960-94fb-3573bb47c464 req-a3f1a5be-3432-4b17-a5f4-44350c574c2f tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:36.635381 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-90c7fd75-2e3b-4960-94fb-3573bb47c464 req-a3f1a5be-3432-4b17-a5f4-44350c574c2f tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0552657 May 16 19:09:36.636593 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 984c76d4-84ac-4c34-9a5d-a268247fba7d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:36.650542 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '984c76d4-84ac-4c34-9a5d-a268247fba7d', 'network_id': '4abba94e-63d0-4042-9e33-d14bd55fd1db', 'port_id': '984c76d4-84ac-4c34-9a5d-a268247fba7d', 'mac_address': 'fa:16:3e:08:eb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e807a2-122e-42de-b0ec-0e912791afe0', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:09:36.688809 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 984c76d4-84ac-4c34-9a5d-a268247fba7d is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:36.689197 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.691728 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-90c7fd75-2e3b-4960-94fb-3573bb47c464 req-67ba85ab-b234-4227-acf0-caeb15bdff2f tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492191 May 16 19:09:36.703193 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984c76d4-84ac-4c34-9a5d-a268247fba7d {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:36.731008 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 984c76d4-84ac-4c34-9a5d-a268247fba7d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:36.735514 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.783591 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=984c76d4-84ac-4c34-9a5d-a268247fba7d,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:37.058617 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbe772-51e8-4a8b-8438-94a754dff8b2 req-0ea15118-966d-4a3b-b172-88fe180e2765 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.060357 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7ccbe772-51e8-4a8b-8438-94a754dff8b2 req-0ea15118-966d-4a3b-b172-88fe180e2765 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 949 time: 0.0520239 May 16 19:09:37.130601 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-792b505d-bfaa-45de-a409-77753a058ba6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d HTTP/1.1" status: 200 len: 217 time: 0.0489290 May 16 19:09:37.173455 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7ccbe772-51e8-4a8b-8438-94a754dff8b2 req-44fdd332-6066-49c1-ab12-0fd38eb6cac1 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075091 May 16 19:09:37.191859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-ae2af617-98de-4c87-a8f7-10e1e907c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.193550 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-ae2af617-98de-4c87-a8f7-10e1e907c667 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40e807a2-122e-42de-b0ec-0e912791afe0 HTTP/1.1" status: 200 len: 843 time: 0.0530624 May 16 19:09:37.236565 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['984c76d4-84ac-4c34-9a5d-a268247fba7d'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:37.277430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-373678a0-79b6-4ae0-b2e5-4c04ad72fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.279352 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-373678a0-79b6-4ae0-b2e5-4c04ad72fca1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4abba94e-63d0-4042-9e33-d14bd55fd1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0584586 May 16 19:09:37.377295 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43188) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:37.486493 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18569098-de36-40f5-ad46-ebfa83946b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.535469 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-f7ced40b-3783-40ac-a50c-410513b9c52f service neutron] 10.222.0.49 "GET /v2.0/networks/4abba94e-63d0-4042-9e33-d14bd55fd1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871463 May 16 19:09:37.562768 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18569098-de36-40f5-ad46-ebfa83946b92 admin admin] Publish callbacks [] for security_group (64021638-668d-44ff-b7d0-103e6ca98128), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.568421 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18569098-de36-40f5-ad46-ebfa83946b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (64021638-668d-44ff-b7d0-103e6ca98128), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.608811 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18569098-de36-40f5-ad46-ebfa83946b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64021638-668d-44ff-b7d0-103e6ca98128,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:37.623881 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-18569098-de36-40f5-ad46-ebfa83946b92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=302454b20eb344f7a79e8af3b4a15135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454784 May 16 19:09:37.633738 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43196) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:37.654625 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae69e9b7-4df9-4364-b19d-89fded2d75f3 req-228ebdd7-fdff-41df-a9aa-be7a8f70ebc8 service neutron] 10.222.0.49 "GET /v2.0/networks/4abba94e-63d0-4042-9e33-d14bd55fd1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119444 May 16 19:09:37.692313 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-3a2733d6-668d-4937-b433-1df76fa3d3c9 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.693816 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-3a2733d6-668d-4937-b433-1df76fa3d3c9 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0537236 May 16 19:09:37.697712 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cda82d-4c6b-4443-881e-71c55ce4741f req-f5a610ca-1c64-49a5-9b72-d078b398fafd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.699186 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d8cda82d-4c6b-4443-881e-71c55ce4741f req-f5a610ca-1c64-49a5-9b72-d078b398fafd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0742311 May 16 19:09:37.733960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2dd12655-8a06-443b-94a8-6564e0504f56 admin admin] Publish callbacks [] for security_group (64021638-668d-44ff-b7d0-103e6ca98128), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.768890 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2dd12655-8a06-443b-94a8-6564e0504f56 admin admin] Publish callbacks [] for security_group (64021638-668d-44ff-b7d0-103e6ca98128), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.792168 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d8cda82d-4c6b-4443-881e-71c55ce4741f req-dadc5114-ecfb-4826-ac4b-6bd74e4c06e0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756564 May 16 19:09:37.813300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Deleting port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:37.813300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.824173 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43213c-8011-4a8e-a5e0-9779f05f568e req-ea5bf115-aecf-4e49-8e85-4b56c6d6fe02 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.825637 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bb43213c-8011-4a8e-a5e0-9779f05f568e req-ea5bf115-aecf-4e49-8e85-4b56c6d6fe02 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 945 time: 0.0606389 May 16 19:09:37.831824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2dd12655-8a06-443b-94a8-6564e0504f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (64021638-668d-44ff-b7d0-103e6ca98128), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.836477 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2dd12655-8a06-443b-94a8-6564e0504f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.839074 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2dd12655-8a06-443b-94a8-6564e0504f56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64021638-668d-44ff-b7d0-103e6ca98128 HTTP/1.1" status: 204 len: 168 time: 0.2043042 May 16 19:09:37.847256 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd12655-8a06-443b-94a8-6564e0504f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64021638-668d-44ff-b7d0-103e6ca98128,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:37.931425 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bb43213c-8011-4a8e-a5e0-9779f05f568e req-0bc355d5-5b9e-4bfc-b588-fb38a6fc40dc tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891771 May 16 19:09:37.953756 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] For port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:37.953756 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.960914 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Calling delete_port for 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:38.096750 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.110271 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43204) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:38.124369 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d60c5276-75dd-4a84-b1aa-967ecfe583b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.125379 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Pushing event deleted for resources: {'Port': ['ID=9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:38.210031 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d60c5276-75dd-4a84-b1aa-967ecfe583b2 admin admin] Publish callbacks [] for security_group (3f383122-8936-482a-a55f-92b28e65c000), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.216101 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d60c5276-75dd-4a84-b1aa-967ecfe583b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (3f383122-8936-482a-a55f-92b28e65c000), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.249564 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d60c5276-75dd-4a84-b1aa-967ecfe583b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96a8611afa0c43598f5c4b1c177cc39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381037 May 16 19:09:38.256382 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43208) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:38.309866 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5276-75dd-4a84-b1aa-967ecfe583b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f383122-8936-482a-a55f-92b28e65c000,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:38.318014 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:38.340102 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ed6a-4042-416b-b7d5-7cea4bda3b71 req-c22affcf-1c5d-4de6-8343-383384c70bda tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:38.341821 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-aea3ed6a-4042-416b-b7d5-7cea4bda3b71 req-c22affcf-1c5d-4de6-8343-383384c70bda tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 949 time: 0.0911407 May 16 19:09:38.388283 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-21fa8554-5d8a-4cab-899a-e53af059235a admin admin] Publish callbacks [] for security_group (3f383122-8936-482a-a55f-92b28e65c000), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.416244 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-aea3ed6a-4042-416b-b7d5-7cea4bda3b71 req-4fb01ba7-ca99-4c24-9e69-eeccb7d14e2f tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670865 May 16 19:09:38.425304 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-21fa8554-5d8a-4cab-899a-e53af059235a admin admin] Publish callbacks [] for security_group (3f383122-8936-482a-a55f-92b28e65c000), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.428664 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] No DVR routers for this DVR port 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:38.432124 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.435609 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9ed5e9a0-805b-48a6-bfeb-6194f0fd2c4c req-6995ca72-f793-4735-867e-7dcd957ea1ce tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "DELETE /v2.0/ports/9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 HTTP/1.1" status: 204 len: 173 time: 0.7343054 May 16 19:09:38.436071 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a563cc-0788-4993-91c2-7f0976323bfa', 'name': 'network-vif-deleted', 'tag': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:38.438609 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0275c40b-1ad6-45af-bd3e-259bc10ace5f" -d '{"events": [{"server_uuid": "82a563cc-0788-4993-91c2-7f0976323bfa", "name": "network-vif-deleted", "tag": "9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:38.480678 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b27b412-1186-450b-8f65-831c43fa7f8f x-openstack-request-id: req-2b27b412-1186-450b-8f65-831c43fa7f8f {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:38.480951 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a563cc-0788-4993-91c2-7f0976323bfa", "name": "network-vif-deleted", "tag": "9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:38.481202 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b27b412-1186-450b-8f65-831c43fa7f8f {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:38.481653 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b27b412-1186-450b-8f65-831c43fa7f8f'] response: {'server_uuid': '82a563cc-0788-4993-91c2-7f0976323bfa', 'name': 'network-vif-deleted', 'tag': '9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6', 'status': 'completed', 'code': 200} May 16 19:09:38.482006 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-21fa8554-5d8a-4cab-899a-e53af059235a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (3f383122-8936-482a-a55f-92b28e65c000), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.484718 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-21fa8554-5d8a-4cab-899a-e53af059235a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.486059 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-21fa8554-5d8a-4cab-899a-e53af059235a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f383122-8936-482a-a55f-92b28e65c000 HTTP/1.1" status: 204 len: 168 time: 0.2280691 May 16 19:09:38.500186 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa8554-5d8a-4cab-899a-e53af059235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f383122-8936-482a-a55f-92b28e65c000,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:38.522806 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 984c76d4-84ac-4c34-9a5d-a268247fba7d up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:38.580325 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 984c76d4-84ac-4c34-9a5d-a268247fba7d completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:38.590060 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 984c76d4-84ac-4c34-9a5d-a268247fba7d triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:38.590675 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.669567 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 984c76d4-84ac-4c34-9a5d-a268247fba7d is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:38.669957 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.696190 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c056a-93c1-4871-a304-680d94161112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984c76d4-84ac-4c34-9a5d-a268247fba7d'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:38.698473 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c8bba-5a02-4059-a046-5eb359fc8b71" -d '{"events": [{"server_uuid": "933c056a-93c1-4871-a304-680d94161112", "name": "network-vif-plugged", "status": "completed", "tag": "984c76d4-84ac-4c34-9a5d-a268247fba7d"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:38.713403 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 984c76d4-84ac-4c34-9a5d-a268247fba7d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:38.720226 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.721389 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:09:38.759946 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e226b118-08fd-4a44-8c75-a1b94febad45 x-openstack-request-id: req-e226b118-08fd-4a44-8c75-a1b94febad45 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:38.760235 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c056a-93c1-4871-a304-680d94161112", "name": "network-vif-plugged", "status": "completed", "tag": "984c76d4-84ac-4c34-9a5d-a268247fba7d", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:38.760499 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e226b118-08fd-4a44-8c75-a1b94febad45 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:38.760898 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e226b118-08fd-4a44-8c75-a1b94febad45'] response: {'server_uuid': '933c056a-93c1-4871-a304-680d94161112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984c76d4-84ac-4c34-9a5d-a268247fba7d', 'code': 200} May 16 19:09:38.763317 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:09:38.763671 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 9a0b2d2a-1fef-4dea-90a4-8048e7ae84e6 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:09:38.800671 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=984c76d4-84ac-4c34-9a5d-a268247fba7d,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:38.804342 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-29380a07-b5cc-49e6-8394-61d76e3883a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.912505 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097880b-db2e-4f61-9c15-cb1831dc36fc req-fe6f172e-1ec6-4b2d-a346-7623fe3297e3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:38.914008 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5097880b-db2e-4f61-9c15-cb1831dc36fc req-fe6f172e-1ec6-4b2d-a346-7623fe3297e3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0501552 May 16 19:09:38.978130 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5097880b-db2e-4f61-9c15-cb1831dc36fc req-31bec52d-01ee-47df-a5d0-5e95c753298b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583298 May 16 19:09:39.055214 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a9b1c03c-88e1-413d-b8e6-80770d5837c3 req-2c4c76d7-2f80-41eb-9c65-b3aae1df3506 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a563cc-0788-4993-91c2-7f0976323bfa HTTP/1.1" status: 200 len: 210 time: 0.0332866 May 16 19:09:39.218803 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569af92-becd-452c-8bfd-ccab52b80fa1 req-17faab6d-4267-4dcc-8ecd-08674e8e1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.220304 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8569af92-becd-452c-8bfd-ccab52b80fa1 req-17faab6d-4267-4dcc-8ecd-08674e8e1b7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 1134 time: 0.0409811 May 16 19:09:39.267223 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8569af92-becd-452c-8bfd-ccab52b80fa1 req-2342ea60-1b2a-4501-ace6-68b13f439d69 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 May 16 19:09:39.529874 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9b71-35fa-407d-ac21-0812709b2317 req-cf84ddcb-159b-4a49-b6bd-4e7b0e63e27a tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.531386 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-736e9b71-35fa-407d-ac21-0812709b2317 req-cf84ddcb-159b-4a49-b6bd-4e7b0e63e27a tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.0460384 May 16 19:09:39.580063 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-736e9b71-35fa-407d-ac21-0812709b2317 req-52d57b4d-2fa8-4bf9-877e-c24f6c924399 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 May 16 19:09:40.080781 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:40.104302 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bece28-a285-4c7b-9d7f-ed8c496b0ee0 req-d32b45f5-e55b-4285-b317-fb1ff0fb8532 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:40.106471 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-22bece28-a285-4c7b-9d7f-ed8c496b0ee0 req-d32b45f5-e55b-4285-b317-fb1ff0fb8532 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0571797 May 16 19:09:40.170351 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-22bece28-a285-4c7b-9d7f-ed8c496b0ee0 req-a7e4fce7-5107-452b-af26-a99727a7ced8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577414 May 16 19:09:40.384317 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-206208ac-4eed-40ac-b076-49d06719c9eb tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:40.385845 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-206208ac-4eed-40ac-b076-49d06719c9eb tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/networks?id=59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 200 len: 809 time: 0.1047840 May 16 19:09:40.400200 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-063ede7f-d681-49ca-99d1-0145e2d66eb5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/quotas/f7b9188e991a4a7bb57c8a5beb3fb278 HTTP/1.1" status: 200 len: 375 time: 0.0087960 May 16 19:09:40.432928 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-8d1b704b-57f6-4116-ace4-c330ffeb300d tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272160 May 16 19:09:40.526143 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-a2eba641-23fd-4f31-aafe-096ca78f4651 service neutron] 10.222.0.24 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862787 May 16 19:09:40.617346 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-06951496-fcd8-47bf-b8ff-497996aa318d service neutron] 10.222.0.24 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 May 16 19:09:40.713126 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ebc49-15f5-448d-89b0-842e37c26c7b req-dc757be3-77b4-4354-b4d2-14537715b00f tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:40.714771 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a07ebc49-15f5-448d-89b0-842e37c26c7b req-dc757be3-77b4-4354-b4d2-14537715b00f tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.0594141 May 16 19:09:40.806811 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a07ebc49-15f5-448d-89b0-842e37c26c7b req-c379468a-4c0f-4b0d-9737-4e184be31a0e tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818672 May 16 19:09:40.833005 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-16f09f56-c17f-44b4-81bd-9886c0bdd70c req-12ad6e3b-a260-45d6-b351-e808e6d67237 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 210 time: 0.0692098 May 16 19:09:41.289190 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b783678-0371-4c56-83b3-2e0d360fee7a req-d7dd2327-d3c0-4075-9d54-ab09cda9c5bf tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:41.290700 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5b783678-0371-4c56-83b3-2e0d360fee7a req-d7dd2327-d3c0-4075-9d54-ab09cda9c5bf tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0535164 May 16 19:09:41.346316 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5b783678-0371-4c56-83b3-2e0d360fee7a req-743081f8-45fc-4d7e-8588-71c9d35424c5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 May 16 19:09:41.661055 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:41.930063 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-15711e55-baa1-4212-bbe0-9cd110d692a7 req-13c585b9-04c5-491e-9146-91892518cce6 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 210 time: 0.0376334 May 16 19:09:41.941331 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781358-8fd3-4f4c-8ee6-c262fcf18ccb req-b8b4dfba-42d3-4f3d-b323-c46eefe09671 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:41.943069 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c8781358-8fd3-4f4c-8ee6-c262fcf18ccb req-b8b4dfba-42d3-4f3d-b323-c46eefe09671 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.0501654 May 16 19:09:41.997814 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c8781358-8fd3-4f4c-8ee6-c262fcf18ccb req-4d9a525c-6ba7-4b65-ad9b-d685e597f642 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 May 16 19:09:42.120748 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-4b008c51-399f-4501-856f-eaaef9e22d78 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:42.122628 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-4b008c51-399f-4501-856f-eaaef9e22d78 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "GET /v2.0/networks?id=59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 200 len: 809 time: 0.1128285 May 16 19:09:42.143386 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Request body: {'port': {'device_id': '25c97056-d30a-48e1-b7de-6d4189928110', 'network_id': '59ff3965-e68d-4359-9120-68276006b27c', 'admin_state_up': True, 'tenant_id': 'f7b9188e991a4a7bb57c8a5beb3fb278'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:42.300879 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc98d-bcdb-435c-95ac-a68c498bcc88 req-7b7ce4d8-2671-4190-b3eb-d2e49a85a0c1 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:42.302427 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d99fc98d-bcdb-435c-95ac-a68c498bcc88 req-7b7ce4d8-2671-4190-b3eb-d2e49a85a0c1 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.0617788 May 16 19:09:42.303449 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Made reservation on behalf of f7b9188e991a4a7bb57c8a5beb3fb278 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:42.306529 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:42.398016 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d99fc98d-bcdb-435c-95ac-a68c498bcc88 req-4627f1f0-afa9-4669-adae-886cdb994664 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 May 16 19:09:42.466693 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab13a-4e4c-40bb-ab68-76d7f421fd14 req-08a715f0-d13b-4de5-9bf6-ff567cd32572 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:42.468418 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6bdab13a-4e4c-40bb-ab68-76d7f421fd14 req-08a715f0-d13b-4de5-9bf6-ff567cd32572 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0476427 May 16 19:09:42.474563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Allocated IP 172.20.0.2 (59ff3965-e68d-4359-9120-68276006b27c/6b1e8bf9-8755-4acf-80a8-62c01c9aace0/82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:42.529331 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6bdab13a-4e4c-40bb-ab68-76d7f421fd14 req-61954bfa-15d7-4df9-bbc3-ee70ade0705a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548389 May 16 19:09:42.638875 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks [] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:42.672183 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:42.718422 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Network 59ff3965-e68d-4359-9120-68276006b27c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:42.721488 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:42.725152 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:42.752548 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Pushing event updated for resources: {'Port': ['ID=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:42.781701 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:42.782326 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:42.801321 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d43352c9-69b4-4866-a881-49f126ddaaae tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6618371 May 16 19:09:43.045367 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3149748-9364-4491-ac53-d6034ab0bc18 req-f2348860-b4c6-4756-b937-a766701e0687 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.046783 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c3149748-9364-4491-ac53-d6034ab0bc18 req-f2348860-b4c6-4756-b937-a766701e0687 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 931 time: 0.0476241 May 16 19:09:43.099658 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c3149748-9364-4491-ac53-d6034ab0bc18 req-3f4e28df-311d-4016-9cd0-1ee7c2bf2b44 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 May 16 19:09:43.128621 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:43.517821 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe193a-ac04-4530-b322-a69729c8017a req-89d1b3e9-256e-470d-8ddc-07482820fe1a tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.519269 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-50fe193a-ac04-4530-b322-a69729c8017a req-89d1b3e9-256e-470d-8ddc-07482820fe1a tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.0478694 May 16 19:09:43.574551 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-50fe193a-ac04-4530-b322-a69729c8017a req-d043d9f0-8d3d-4456-9d48-c03a208ab58a tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496511 May 16 19:09:43.655236 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7299d8f-2b66-4731-8b9f-8ea313e49685 req-f99d609f-c539-4ad3-ad38-9df82a2d0a38 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.656734 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d7299d8f-2b66-4731-8b9f-8ea313e49685 req-f99d609f-c539-4ad3-ad38-9df82a2d0a38 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0515733 May 16 19:09:43.705139 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d7299d8f-2b66-4731-8b9f-8ea313e49685 req-68e99945-3613-4da7-b00b-e9148911eae2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 May 16 19:09:43.734429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Request body: {'port': {'device_id': '25c97056-d30a-48e1-b7de-6d4189928110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:43.795334 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.107591 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:44.115188 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Publish callbacks [] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.128377 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Transition to ACTIVE for port object 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:09:44.142045 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.219376 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e40b2e25-57be-43c6-938e-2174e91bc416 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.220855 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e40b2e25-57be-43c6-938e-2174e91bc416 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.49 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.0883775 May 16 19:09:44.224011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbb88-c69b-4377-90f1-ed5b18c79c1a req-b73f52e3-d6dd-47f3-86fa-78f5af7affb0 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.225438 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-421bbb88-c69b-4377-90f1-ed5b18c79c1a req-b73f52e3-d6dd-47f3-86fa-78f5af7affb0 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 943 time: 0.0501847 May 16 19:09:44.225975 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Pushing event updated for resources: {'Port': ['ID=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:44.274835 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-421bbb88-c69b-4377-90f1-ed5b18c79c1a req-9a720eee-824d-4d33-890e-a251fda4059d tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 May 16 19:09:44.361611 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Deleting port 984c76d4-84ac-4c34-9a5d-a268247fba7d {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:44.361987 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.367421 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Attempting to bind port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:44.367755 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Attempting to bind port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:44.368077 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Attempting to bind port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 on network 59ff3965-e68d-4359-9120-68276006b27c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:44.389981 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 on network 59ff3965-e68d-4359-9120-68276006b27c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:09:44.390302 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Attempting to bind port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 on network 59ff3965-e68d-4359-9120-68276006b27c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:44.400604 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:44.400953 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Checking segment: {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:44.401316 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Bound using segment: {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:44.401777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Bound port: 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f70feb-880d-4e8f-b911-0164b9fa328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '59ff3965-e68d-4359-9120-68276006b27c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:44.402133 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.495797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] For port 984c76d4-84ac-4c34-9a5d-a268247fba7d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=984c76d4-84ac-4c34-9a5d-a268247fba7d,segment=NetworkSegment(4ac4fdc7-1012-4202-938a-a450f0221a00),segment_id=4ac4fdc7-1012-4202-938a-a450f0221a00)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:44.496021 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.517493 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Calling delete_port for 984c76d4-84ac-4c34-9a5d-a268247fba7d owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:44.525102 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] For port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:44.531130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] For port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:44.566182 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.610687 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.611283 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.612738 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] 10.222.0.49 "PUT /v2.0/ports/82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 HTTP/1.1" status: 200 len: 1093 time: 0.8827643 May 16 19:09:44.614999 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c97056-d30a-48e1-b7de-6d4189928110', 'tag': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:44.617886 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "25c97056-d30a-48e1-b7de-6d4189928110", "tag": "82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:44.679658 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3922e0a-5c37-4b23-bf80-f1162adab0cc x-openstack-request-id: req-a3922e0a-5c37-4b23-bf80-f1162adab0cc {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:44.679938 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c97056-d30a-48e1-b7de-6d4189928110", "tag": "82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:44.680226 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3922e0a-5c37-4b23-bf80-f1162adab0cc {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:44.680621 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3922e0a-5c37-4b23-bf80-f1162adab0cc'] response: {'name': 'network-changed', 'server_uuid': '25c97056-d30a-48e1-b7de-6d4189928110', 'tag': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75', 'status': 'completed', 'code': 200} May 16 19:09:44.681301 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b613b8d-8c14-4edc-a10e-0c4ef6e40e10 service neutron] Pushing event updated for resources: {'Port': ['ID=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:44.756317 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-60128d6a-0c1c-4e75-8d83-6bfffe4af571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.757807 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-60128d6a-0c1c-4e75-8d83-6bfffe4af571 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 1127 time: 0.0997744 May 16 19:09:44.771037 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603236d8-56c8-47cb-bd19-22b56fb70a26 req-3e416154-d200-4cae-91e1-69fb63645f18 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.772456 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-603236d8-56c8-47cb-bd19-22b56fb70a26 req-3e416154-d200-4cae-91e1-69fb63645f18 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 950 time: 0.1213088 May 16 19:09:44.821947 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5224-b9ec-40d0-a14e-2aab93d52b52 req-253d6b9f-b091-49a5-a428-8f3bc5edfe07 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.823350 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b49e5224-b9ec-40d0-a14e-2aab93d52b52 req-253d6b9f-b091-49a5-a428-8f3bc5edfe07 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0463533 May 16 19:09:44.828103 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-baa82640-c6a8-457d-9571-a45cbbb79902 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 HTTP/1.1" status: 200 len: 217 time: 0.0526328 May 16 19:09:44.850183 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (984c76d4-84ac-4c34-9a5d-a268247fba7d), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.865761 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['984c76d4-84ac-4c34-9a5d-a268247fba7d'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:44.872780 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b49e5224-b9ec-40d0-a14e-2aab93d52b52 req-e8b2c2c2-2ad1-4948-8555-373996abec14 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 May 16 19:09:44.945011 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Pushing event deleted for resources: {'Port': ['ID=984c76d4-84ac-4c34-9a5d-a268247fba7d,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:44.959132 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-603236d8-56c8-47cb-bd19-22b56fb70a26 req-2bcb60c5-512c-42bb-a88a-458581740f89 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a08d8619-903a-4205-89dc-aebff1e7b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759412 May 16 19:09:44.981661 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-9fc839ce-14ea-4a5b-9148-c41f86437631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.983188 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-9fc839ce-14ea-4a5b-9148-c41f86437631 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b1e8bf9-8755-4acf-80a8-62c01c9aace0 HTTP/1.1" status: 200 len: 849 time: 0.1445625 May 16 19:09:44.983754 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] No DVR routers for this DVR port 984c76d4-84ac-4c34-9a5d-a268247fba7d on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:44.986299 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:44.989581 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f613263e-6c73-4dde-a271-a0ef2926e3b1 req-e555af7d-665f-4233-b326-3f359f5ca47b tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.49 "DELETE /v2.0/ports/984c76d4-84ac-4c34-9a5d-a268247fba7d HTTP/1.1" status: 204 len: 173 time: 0.7584693 May 16 19:09:45.033040 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-d582ca4c-9a7a-4d2f-8c22-c99fd285e8c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59ff3965-e68d-4359-9120-68276006b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421944 May 16 19:09:45.139141 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-4554f8a9-f0e9-4952-86b6-c877ea985613 service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954180 May 16 19:09:45.357649 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-662cfe87-5748-4a3e-960e-cdea393338e1 req-396ffa89-7bf6-4434-9aca-c44f807165ad service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951145 May 16 19:09:45.400654 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e854a0-8caa-4878-a34b-ed8a3cd8f12f req-c86f274a-2fed-4a0b-b6cc-51c26b535c26 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:45.402168 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-56e854a0-8caa-4878-a34b-ed8a3cd8f12f req-c86f274a-2fed-4a0b-b6cc-51c26b535c26 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 943 time: 0.0510242 May 16 19:09:45.440784 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:09:45.453308 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-56e854a0-8caa-4878-a34b-ed8a3cd8f12f req-a8ef439c-11d2-43b3-a895-4800abe0561a tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 May 16 19:09:45.996792 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4bf7a-93af-48ab-b988-5dece27531ac req-d5ee9051-d759-4cb7-9825-7f78c062f4e9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:45.998403 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d9f4bf7a-93af-48ab-b988-5dece27531ac req-d5ee9051-d759-4cb7-9825-7f78c062f4e9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0511384 May 16 19:09:46.053378 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d9f4bf7a-93af-48ab-b988-5dece27531ac req-0410f2e0-b1b5-4aff-8cca-b79ab4eeb54b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 May 16 19:09:46.081686 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-62dd395e-6df1-4dce-8482-5993c4a7bc56 req-5e414ba6-19db-42d5-a442-df3c81894ea3 tempest-VolumesNegativeTest-72857569 tempest-VolumesNegativeTest-72857569-project] 10.222.0.24 "GET /v2.0/ports?device_id=933c056a-93c1-4871-a304-680d94161112 HTTP/1.1" status: 200 len: 210 time: 0.0279081 May 16 19:09:46.574656 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7e27-9830-4342-9271-2695df99ed6a req-6a8ecf0f-2ec3-4400-ac51-7ab3670f38db tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:46.576247 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5ecf7e27-9830-4342-9271-2695df99ed6a req-6a8ecf0f-2ec3-4400-ac51-7ab3670f38db tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 943 time: 0.0559173 May 16 19:09:46.628326 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5ecf7e27-9830-4342-9271-2695df99ed6a req-ab8d5541-25b9-4930-9bf4-cd9e6df756b9 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 May 16 19:09:46.681570 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c056a-93c1-4871-a304-680d94161112', 'name': 'network-vif-deleted', 'tag': '984c76d4-84ac-4c34-9a5d-a268247fba7d'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:46.684044 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ccfbff-f7b0-477e-88a6-c2f52d994fa1" -d '{"events": [{"server_uuid": "933c056a-93c1-4871-a304-680d94161112", "name": "network-vif-deleted", "tag": "984c76d4-84ac-4c34-9a5d-a268247fba7d"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:46.720028 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652bbc87-1258-43c1-bece-03d5152ebc91 x-openstack-request-id: req-652bbc87-1258-43c1-bece-03d5152ebc91 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:46.720369 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c056a-93c1-4871-a304-680d94161112", "name": "network-vif-deleted", "tag": "984c76d4-84ac-4c34-9a5d-a268247fba7d", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:46.720621 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-652bbc87-1258-43c1-bece-03d5152ebc91 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:46.721019 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652bbc87-1258-43c1-bece-03d5152ebc91'] response: {'server_uuid': '933c056a-93c1-4871-a304-680d94161112', 'name': 'network-vif-deleted', 'tag': '984c76d4-84ac-4c34-9a5d-a268247fba7d', 'status': 'completed', 'code': 200} May 16 19:09:46.876152 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-755ecd00-cb86-4e7a-b217-fd62e5503cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:46.877614 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-755ecd00-cb86-4e7a-b217-fd62e5503cc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 1127 time: 0.0428967 May 16 19:09:46.975356 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-5e1f8a05-fdb2-4426-a6bf-e33a43872d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:46.976792 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-5e1f8a05-fdb2-4426-a6bf-e33a43872d0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 200 len: 910 time: 0.0924890 May 16 19:09:47.018300 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-0ca78cc0-8741-4021-b36f-65e3f1588865 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 HTTP/1.1" status: 200 len: 217 time: 0.0334961 May 16 19:09:47.080839 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-fc7057af-9569-45d6-b20e-1f8280176b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:47.082440 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-fc7057af-9569-45d6-b20e-1f8280176b71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b1e8bf9-8755-4acf-80a8-62c01c9aace0 HTTP/1.1" status: 200 len: 849 time: 0.0479054 May 16 19:09:47.125888 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-ed75c41f-b1e4-402c-b2c5-96a66a3670d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59ff3965-e68d-4359-9120-68276006b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287802 May 16 19:09:47.208325 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ce97-9800-4e41-96cb-60b8f742869f req-62278b65-4897-4dc6-b725-9f4af770bd0d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:47.216200 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e253ce97-9800-4e41-96cb-60b8f742869f req-62278b65-4897-4dc6-b725-9f4af770bd0d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0868361 May 16 19:09:47.308271 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-ce1ffb7c-c0bd-4d75-aa16-372b13010b8b service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684105 May 16 19:09:47.318123 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e253ce97-9800-4e41-96cb-60b8f742869f req-3ff8920f-ee52-42aa-894d-7f57aa0e5156 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009684 May 16 19:09:47.411142 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6a41dc0-4103-4373-a66f-fcbde9fea8ed req-1dc6cca8-2a35-4273-b269-65ce0b02a2e9 service neutron] 10.222.0.49 "GET /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910077 May 16 19:09:47.755135 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ffe4-2615-45fa-b8d0-5923eba1e519 req-3aaaefd7-8586-41c3-9bc9-b998193dced7 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:47.756611 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-add5ffe4-2615-45fa-b8d0-5923eba1e519 req-3aaaefd7-8586-41c3-9bc9-b998193dced7 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 943 time: 0.0512507 May 16 19:09:47.822395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43496) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:47.824575 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-add5ffe4-2615-45fa-b8d0-5923eba1e519 req-0008a125-23b2-4fa1-8a55-e698b8619c6e tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620265 May 16 19:09:47.928935 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbbc-02b6-4a0e-9493-8058209c22b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.009023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbbc-02b6-4a0e-9493-8058209c22b4 admin admin] Publish callbacks [] for security_group (61da87df-9627-4226-9d48-5629889314f5), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.014130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbbc-02b6-4a0e-9493-8058209c22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (61da87df-9627-4226-9d48-5629889314f5), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.057569 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fcbbc-02b6-4a0e-9493-8058209c22b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da87df-9627-4226-9d48-5629889314f5,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.064694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43538) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:48.065499 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-3c5fcbbc-02b6-4a0e-9493-8058209c22b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b00216fb215644e39a4c8f76a3217d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417622 May 16 19:09:48.121099 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b155-0d96-4d4c-b52b-f14d6a4dc016 admin admin] Publish callbacks [] for security_group (61da87df-9627-4226-9d48-5629889314f5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.143072 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b155-0d96-4d4c-b52b-f14d6a4dc016 admin admin] Publish callbacks [] for security_group (61da87df-9627-4226-9d48-5629889314f5), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.191307 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b155-0d96-4d4c-b52b-f14d6a4dc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (61da87df-9627-4226-9d48-5629889314f5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.195618 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b155-0d96-4d4c-b52b-f14d6a4dc016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.198029 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7fa3b155-0d96-4d4c-b52b-f14d6a4dc016 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61da87df-9627-4226-9d48-5629889314f5 HTTP/1.1" status: 204 len: 168 time: 0.1310260 May 16 19:09:48.206691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3b155-0d96-4d4c-b52b-f14d6a4dc016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da87df-9627-4226-9d48-5629889314f5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.438431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5704-a36e-47d5-aaf3-fa29849d52e1 req-ce2c9ef9-32e2-4eba-bb88-91a526d202c7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:48.440417 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f25f5704-a36e-47d5-aaf3-fa29849d52e1 req-ce2c9ef9-32e2-4eba-bb88-91a526d202c7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0550542 May 16 19:09:48.497310 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f25f5704-a36e-47d5-aaf3-fa29849d52e1 req-7bbf54dc-b389-488a-a394-30bd037af84a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485368 May 16 19:09:48.508885 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43564) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:48.523755 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-828c1b33-9d17-4211-af1b-1900657c06c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.582772 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:09:48.594367 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 984c76d4-84ac-4c34-9a5d-a268247fba7d no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:09:48.607563 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-828c1b33-9d17-4211-af1b-1900657c06c6 admin admin] Publish callbacks [] for security_group (8fd7c764-82f4-4d85-93b8-3a1234d4facb), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.616577 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-828c1b33-9d17-4211-af1b-1900657c06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8fd7c764-82f4-4d85-93b8-3a1234d4facb), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.627680 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 984c76d4-84ac-4c34-9a5d-a268247fba7d {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:09:48.628088 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 984c76d4-84ac-4c34-9a5d-a268247fba7d not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:09:48.657910 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-828c1b33-9d17-4211-af1b-1900657c06c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcd1b248d4014df59f3217f24accadc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466310 May 16 19:09:48.659048 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c1b33-9d17-4211-af1b-1900657c06c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7c764-82f4-4d85-93b8-3a1234d4facb,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.660456 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43574) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:48.728903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f167-d3f1-475b-a9a5-72bc629c60d9 admin admin] Publish callbacks [] for security_group (8fd7c764-82f4-4d85-93b8-3a1234d4facb), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.731721 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:48.743431 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75', 'network_id': '59ff3965-e68d-4359-9120-68276006b27c', 'port_id': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75', 'mac_address': 'fa:16:3e:35:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e8bf9-8755-4acf-80a8-62c01c9aace0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:09:48.753807 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f167-d3f1-475b-a9a5-72bc629c60d9 admin admin] Publish callbacks [] for security_group (8fd7c764-82f4-4d85-93b8-3a1234d4facb), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.778865 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:48.779241 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.792763 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:48.807711 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f167-d3f1-475b-a9a5-72bc629c60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8fd7c764-82f4-4d85-93b8-3a1234d4facb), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.811076 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f167-d3f1-475b-a9a5-72bc629c60d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.814432 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:48.815924 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f2a9f167-d3f1-475b-a9a5-72bc629c60d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fd7c764-82f4-4d85-93b8-3a1234d4facb HTTP/1.1" status: 204 len: 168 time: 0.1534932 May 16 19:09:48.820768 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.827602 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9f167-d3f1-475b-a9a5-72bc629c60d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7c764-82f4-4d85-93b8-3a1234d4facb,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.881563 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.977623 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44fd2e-77c2-4e58-8b9d-b2bc5085974f req-f36f7d14-74ec-42e7-aad1-b2f8b64c8e59 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:48.984312 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ed44fd2e-77c2-4e58-8b9d-b2bc5085974f req-f36f7d14-74ec-42e7-aad1-b2f8b64c8e59 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 944 time: 0.0566971 May 16 19:09:49.030494 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ed44fd2e-77c2-4e58-8b9d-b2bc5085974f req-ffc5f959-957b-4c2f-80d3-75c8012d1044 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 May 16 19:09:49.165145 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:49.169087 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43602) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:49.185012 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a75-53a2-47a8-a766-1a5b5b7dcfcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.528724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a75-53a2-47a8-a766-1a5b5b7dcfcf admin admin] Publish callbacks [] for security_group (97c7caf6-3a3c-4d8d-8ac5-c33119d6859b), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.534107 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a75-53a2-47a8-a766-1a5b5b7dcfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (97c7caf6-3a3c-4d8d-8ac5-c33119d6859b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.589393 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-11ef1a75-53a2-47a8-a766-1a5b5b7dcfcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c48c0374c6b417382131351bf7c8e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185271 May 16 19:09:49.589788 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43662) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:49.608054 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef1a75-53a2-47a8-a766-1a5b5b7dcfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c7caf6-3a3c-4d8d-8ac5-c33119d6859b,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:49.626740 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf213b11-0a94-4f52-b285-efb0cc9f3758 req-df9dfbc4-5dc3-40f3-addf-ac02a6272320 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:49.628237 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bf213b11-0a94-4f52-b285-efb0cc9f3758 req-df9dfbc4-5dc3-40f3-addf-ac02a6272320 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0572891 May 16 19:09:49.659308 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4730a5b-327f-497d-99ea-d6bd7105ea19 admin admin] Publish callbacks [] for security_group (97c7caf6-3a3c-4d8d-8ac5-c33119d6859b), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.681770 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4730a5b-327f-497d-99ea-d6bd7105ea19 admin admin] Publish callbacks [] for security_group (97c7caf6-3a3c-4d8d-8ac5-c33119d6859b), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.690064 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bf213b11-0a94-4f52-b285-efb0cc9f3758 req-c2a69640-f8da-4e71-98ca-25dc077ec853 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 May 16 19:09:49.731778 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4730a5b-327f-497d-99ea-d6bd7105ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (97c7caf6-3a3c-4d8d-8ac5-c33119d6859b), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.734608 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4730a5b-327f-497d-99ea-d6bd7105ea19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.735913 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b4730a5b-327f-497d-99ea-d6bd7105ea19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97c7caf6-3a3c-4d8d-8ac5-c33119d6859b HTTP/1.1" status: 204 len: 168 time: 0.1447976 May 16 19:09:49.745596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4730a5b-327f-497d-99ea-d6bd7105ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c7caf6-3a3c-4d8d-8ac5-c33119d6859b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.153675 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8adf4-fd11-4537-8f66-156ba78a3a7d req-fb7bb513-b5a7-47ac-a3c6-3476cb70fec7 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:50.155777 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42c8adf4-fd11-4537-8f66-156ba78a3a7d req-fb7bb513-b5a7-47ac-a3c6-3476cb70fec7 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 944 time: 0.0563054 May 16 19:09:50.420341 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42c8adf4-fd11-4537-8f66-156ba78a3a7d req-de9cf46d-3277-4f4a-9bb3-9a7cb3a9a648 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570143 May 16 19:09:50.487686 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43742) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:50.590826 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343829874-network', 'tenant_id': 'da029b5fe30a4fbdb7bab083442071a2'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:50.607289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:50.612857 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Made reservation on behalf of da029b5fe30a4fbdb7bab083442071a2 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:50.616298 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.627415 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.654389 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:50.660394 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:50.660775 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.708041 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks [] for security_group (d0c15156-4aa8-47d4-946f-3fe22d29acde), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.713345 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d0c15156-4aa8-47d4-946f-3fe22d29acde), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.747023 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:50.754161 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c15156-4aa8-47d4-946f-3fe22d29acde,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.760945 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (e3fe9eb4-4071-4ae0-a149-92a2d2307951), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.762355 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Added segment e3fe9eb4-4071-4ae0-a149-92a2d2307951 of type vlan for network 54120d54-7d19-4e45-b6d3-63351fc869fc May 16 19:09:50.776029 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:50.776029 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.800329 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c97056-d30a-48e1-b7de-6d4189928110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:50.802701 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bab457-7901-4d7f-876e-3ad8e608e558" -d '{"events": [{"server_uuid": "25c97056-d30a-48e1-b7de-6d4189928110", "name": "network-vif-plugged", "status": "completed", "tag": "82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:50.807177 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (54120d54-7d19-4e45-b6d3-63351fc869fc), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.816589 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:50.822255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.841210 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (54120d54-7d19-4e45-b6d3-63351fc869fc), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.842631 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:50.844239 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.851830 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff222b7-50fd-4c71-83ec-e6dab1a40e79 x-openstack-request-id: req-9ff222b7-50fd-4c71-83ec-e6dab1a40e79 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:50.852121 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c97056-d30a-48e1-b7de-6d4189928110", "name": "network-vif-plugged", "status": "completed", "tag": "82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:50.852540 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ff222b7-50fd-4c71-83ec-e6dab1a40e79 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:50.853749 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff222b7-50fd-4c71-83ec-e6dab1a40e79'] response: {'server_uuid': '25c97056-d30a-48e1-b7de-6d4189928110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75', 'code': 200} May 16 19:09:50.856038 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db125a1-50ac-41ef-80a0-89cd0eab000d req-e9b4d536-056a-4f91-9c4f-9fe4a55a6ca9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:50.865376 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0db125a1-50ac-41ef-80a0-89cd0eab000d req-e9b4d536-056a-4f91-9c4f-9fe4a55a6ca9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0823326 May 16 19:09:50.883915 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3950293 May 16 19:09:50.886697 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43772) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:50.891806 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Request body: {'subnet': {'network_id': '54120d54-7d19-4e45-b6d3-63351fc869fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343829874-subnet', 'tenant_id': 'da029b5fe30a4fbdb7bab083442071a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:50.898891 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.930998 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573070c-f7cc-453f-8592-8fb901ea8f7d admin admin] Pushing event updated for resources: {'Network': ['ID=54120d54-7d19-4e45-b6d3-63351fc869fc,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.941067 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0db125a1-50ac-41ef-80a0-89cd0eab000d req-aa11a7bb-2d86-4dcd-8af0-d71b41a9ca1c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 May 16 19:09:50.944511 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 54120d54-7d19-4e45-b6d3-63351fc869fc details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:50.957154 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Made reservation on behalf of da029b5fe30a4fbdb7bab083442071a2 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:50.957154 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.070679 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b627f-569c-42f2-9f08-3bd38e07b4a0 req-124e2da7-5295-495c-a11a-31a76eecf213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:51.073511 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-279b627f-569c-42f2-9f08-3bd38e07b4a0 req-124e2da7-5295-495c-a11a-31a76eecf213 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 1129 time: 0.0503268 May 16 19:09:51.127600 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-279b627f-569c-42f2-9f08-3bd38e07b4a0 req-f490eaf8-f1c6-41b6-844a-7d867bd4d4b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 May 16 19:09:51.138152 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (add20b9f-256b-4733-bdba-4d74e22ee4ff), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.186767 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add20b9f-256b-4733-bdba-4d74e22ee4ff,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:51.202645 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Checking segment: {'id': 'e3fe9eb4-4071-4ae0-a149-92a2d2307951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54120d54-7d19-4e45-b6d3-63351fc869fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:51.203000 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Network hostable DHCP agents. Network: 54120d54-7d19-4e45-b6d3-63351fc869fc, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:51.222019 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Network 54120d54-7d19-4e45-b6d3-63351fc869fc is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:51.235480 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 54120d54-7d19-4e45-b6d3-63351fc869fc) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:51.239791 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:51.240386 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.245779 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994939b6-106c-434c-89c5-8d598fc3c4cf None None] Network 54120d54-7d19-4e45-b6d3-63351fc869fc requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:51.266124 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-bbd5dbe6-c457-490c-8eaf-42eec2825960 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3696260 May 16 19:09:51.346768 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeab8e7-e8da-419e-90c2-166c45b77942 None None] Network 54120d54-7d19-4e45-b6d3-63351fc869fc requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:51.540141 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e184d6-eee9-4ac3-8ce0-12a7d942704a req-38706df1-5eda-4b90-b843-c5469cf46911 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:51.541574 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c5e184d6-eee9-4ac3-8ce0-12a7d942704a req-38706df1-5eda-4b90-b843-c5469cf46911 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0517106 May 16 19:09:51.590000 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c5e184d6-eee9-4ac3-8ce0-12a7d942704a req-5bae2ec9-01fa-4fb6-b6b5-4188651b6e05 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 May 16 19:09:51.740104 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43792) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:51.745450 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716134206-network', 'tenant_id': 'ed7c9671268b4f6fae59cea20c79acdc'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:51.766939 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Made reservation on behalf of ed7c9671268b4f6fae59cea20c79acdc for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:51.769304 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.777863 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.855970 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks [] for security_group (80a3f782-8e7a-4b1f-a6b2-2f312260d31c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.861254 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (80a3f782-8e7a-4b1f-a6b2-2f312260d31c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.889508 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:51.899620 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a3f782-8e7a-4b1f-a6b2-2f312260d31c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:51.905744 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (7d6a513e-4309-4f2a-8d37-a55432f8e9c4), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.906150 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Added segment 7d6a513e-4309-4f2a-8d37-a55432f8e9c4 of type vlan for network 2fe5a692-9167-49a1-9177-66aa222662c9 May 16 19:09:51.947429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (2fe5a692-9167-49a1-9177-66aa222662c9), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.972920 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (2fe5a692-9167-49a1-9177-66aa222662c9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.974348 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:51.974999 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.013668 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2698185 May 16 19:09:52.014093 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43802) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:52.019566 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Request body: {'subnet': {'network_id': '2fe5a692-9167-49a1-9177-66aa222662c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716134206-subnet', 'tenant_id': 'ed7c9671268b4f6fae59cea20c79acdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:52.039793 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Made reservation on behalf of ed7c9671268b4f6fae59cea20c79acdc for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:52.042468 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.050479 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edbcb1-64b4-4bc5-8a02-c6c6bd079c56 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe5a692-9167-49a1-9177-66aa222662c9,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:52.062735 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43804) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:52.069582 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 2fe5a692-9167-49a1-9177-66aa222662c9 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:52.100377 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f12934-65c6-4cf0-b051-b53f22d69cb4 req-8d477ae6-483a-41a4-ae9a-bd0180d04478 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:52.102301 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-59f12934-65c6-4cf0-b051-b53f22d69cb4 req-8d477ae6-483a-41a4-ae9a-bd0180d04478 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0887303 May 16 19:09:52.161593 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-59f12934-65c6-4cf0-b051-b53f22d69cb4 req-03f8544c-fdee-4f0d-80d6-d6271517f57b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 May 16 19:09:52.256117 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (1af86313-b80e-42e6-bc29-f41902134554), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.305879 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ecba8578-5bc7-4f2e-bedd-cab51f1e6408 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=053d1449368243acad7c389435ec357c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419608 May 16 19:09:52.308504 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43808) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:52.322124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af86313-b80e-42e6-bc29-f41902134554,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:52.339950 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Checking segment: {'id': '7d6a513e-4309-4f2a-8d37-a55432f8e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2fe5a692-9167-49a1-9177-66aa222662c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:52.340286 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Network hostable DHCP agents. Network: 2fe5a692-9167-49a1-9177-66aa222662c9, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:52.357117 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc40f1b3-b8a1-4d20-90ab-977d345e5146 admin admin] Publish callbacks [] for security_group (a08d8619-903a-4205-89dc-aebff1e7b5f8), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.358954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Network 2fe5a692-9167-49a1-9177-66aa222662c9 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:52.368241 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 2fe5a692-9167-49a1-9177-66aa222662c9) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:52.373344 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:52.374315 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.377996 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7790091-d1f3-467b-ac67-0ad6c2d7dbdf None None] Network 2fe5a692-9167-49a1-9177-66aa222662c9 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:52.383944 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc40f1b3-b8a1-4d20-90ab-977d345e5146 admin admin] Publish callbacks [] for security_group (a08d8619-903a-4205-89dc-aebff1e7b5f8), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.393255 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-41c8a88e-ed48-478a-bb9c-d3285c6b9021 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778679 May 16 19:09:52.434953 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc40f1b3-b8a1-4d20-90ab-977d345e5146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a08d8619-903a-4205-89dc-aebff1e7b5f8), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.437874 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cc40f1b3-b8a1-4d20-90ab-977d345e5146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.439215 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cc40f1b3-b8a1-4d20-90ab-977d345e5146 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a08d8619-903a-4205-89dc-aebff1e7b5f8 HTTP/1.1" status: 204 len: 168 time: 0.1297581 May 16 19:09:52.447130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40f1b3-b8a1-4d20-90ab-977d345e5146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d8619-903a-4205-89dc-aebff1e7b5f8,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:52.529845 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e0de5-139d-4d49-aa82-bffce58ee341 None None] Network 2fe5a692-9167-49a1-9177-66aa222662c9 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:52.730329 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adee1-e5f6-490a-8eca-bdbd927080db req-33eba781-79a1-4f48-90f2-53a36880c679 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:52.732030 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-424adee1-e5f6-490a-8eca-bdbd927080db req-33eba781-79a1-4f48-90f2-53a36880c679 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0578167 May 16 19:09:52.786279 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-424adee1-e5f6-490a-8eca-bdbd927080db req-b11d1a88-a184-4007-94ad-0dd94e83c663 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482504 May 16 19:09:53.203903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43854) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:53.285730 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb71885-ec99-475d-8bf4-a97af8ed0871 req-0fca35b9-cf3d-4977-bd9a-add7db8b0d09 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.287201 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dbb71885-ec99-475d-8bf4-a97af8ed0871 req-0fca35b9-cf3d-4977-bd9a-add7db8b0d09 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0506778 May 16 19:09:53.311885 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1750937623-network', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:53.358276 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dbb71885-ec99-475d-8bf4-a97af8ed0871 req-8ed008a9-698b-4d91-a389-63301789114f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650651 May 16 19:09:53.361347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Made reservation on behalf of 84949fef3a77459fbf02d0804bafdc4a for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:53.363840 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.373206 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.454941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks [] for security_group (14b68db9-03c1-4ede-8a31-92ae8fe129f1), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.460030 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (14b68db9-03c1-4ede-8a31-92ae8fe129f1), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.481558 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:53.497782 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b68db9-03c1-4ede-8a31-92ae8fe129f1,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:53.502426 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (2bb919b6-8cae-4c93-ac7a-d29a1fc30934), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.502910 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Added segment 2bb919b6-8cae-4c93-ac7a-d29a1fc30934 of type vlan for network a0f4becd-a191-415b-ad1c-fb9e538ef619 May 16 19:09:53.556117 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (a0f4becd-a191-415b-ad1c-fb9e538ef619), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.582468 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (a0f4becd-a191-415b-ad1c-fb9e538ef619), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.583472 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.584058 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.629217 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4228849 May 16 19:09:53.634200 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43868) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:53.637588 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Request body: {'subnet': {'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1750937623-subnet', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:53.661188 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Made reservation on behalf of 84949fef3a77459fbf02d0804bafdc4a for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:53.663611 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.676894 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a93329-4d5a-435d-9370-ab5e3009ad33 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f4becd-a191-415b-ad1c-fb9e538ef619,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:53.687947 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:53.698166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51a84a-8b8b-4a9a-b630-17e923d0d530 req-66dd99ab-1ad8-4a82-9c56-e5011f0b5303 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.699712 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5e51a84a-8b8b-4a9a-b630-17e923d0d530 req-66dd99ab-1ad8-4a82-9c56-e5011f0b5303 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0979409 May 16 19:09:53.751545 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5e51a84a-8b8b-4a9a-b630-17e923d0d530 req-6b89a946-2ee0-4f33-bd91-f5b1af47bb46 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 May 16 19:09:53.839855 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (b09827ca-5d15-49a5-969d-6d7055804106), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.894846 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09827ca-5d15-49a5-969d-6d7055804106,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:53.903960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Checking segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:53.904309 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Network hostable DHCP agents. Network: a0f4becd-a191-415b-ad1c-fb9e538ef619, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:53.922239 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:53.932304 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, a0f4becd-a191-415b-ad1c-fb9e538ef619) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:53.936363 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.936952 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.942085 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b02c43-c027-4bc1-9de3-e23a39832807 None None] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:53.954610 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-205dd038-ffd4-4590-b4d7-3488054df378 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3211305 May 16 19:09:53.957616 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43870) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:53.962571 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:53.983799 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.984836 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.037487 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks [] for router_controller (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.047691 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-a0f4becd-a191-415b-ad1c-fb9e538ef619', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:09:54.048661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.170555 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks [] for router_gateway (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.196108 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Allocated IP 172.20.0.2 (a0f4becd-a191-415b-ad1c-fb9e538ef619/b09827ca-5d15-49a5-969d-6d7055804106/1740f81c-850b-4dd8-aec8-4afe726d2bae) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:54.344877 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Publish callbacks [] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.351468 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.357318 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks [] for router_gateway (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.376824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.398409 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:54.407167 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:54.411721 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:54.415304 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Pushing event updated for resources: {'Port': ['ID=1740f81c-850b-4dd8-aec8-4afe726d2bae,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:54.478904 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Attempting to bind port 1740f81c-850b-4dd8-aec8-4afe726d2bae on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:54.479273 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Attempting to bind port 1740f81c-850b-4dd8-aec8-4afe726d2bae by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:54.479749 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Attempting to bind port 1740f81c-850b-4dd8-aec8-4afe726d2bae on network a0f4becd-a191-415b-ad1c-fb9e538ef619 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:54.485106 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:54.485681 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Checking segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:54.486001 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.486397 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Bound using segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:54.486866 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Bound port: 1740f81c-850b-4dd8-aec8-4afe726d2bae, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:54.487255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.519532 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa818-6403-4052-80fc-cba789cce8f2 req-056c715b-57d4-4f47-a7af-b8b2bbdc1092 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:54.521128 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-eafaa818-6403-4052-80fc-cba789cce8f2 req-056c715b-57d4-4f47-a7af-b8b2bbdc1092 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0830741 May 16 19:09:54.540263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Allocated IP 172.27.2.11 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:54.552326 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] For port 1740f81c-850b-4dd8-aec8-4afe726d2bae, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:54.555506 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] For port 1740f81c-850b-4dd8-aec8-4afe726d2bae, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=1740f81c-850b-4dd8-aec8-4afe726d2bae,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:54.572126 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.628261 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37e8c3-3989-463c-aec4-433543b82725 None None] Pushing event updated for resources: {'Port': ['ID=1740f81c-850b-4dd8-aec8-4afe726d2bae,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:54.667087 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-eafaa818-6403-4052-80fc-cba789cce8f2 req-770d7b15-751a-48bf-9789-8915e6052bc8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281600 May 16 19:09:54.714134 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks [] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.754459 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.795430 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:54.799217 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:54.801922 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:54.852789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Pushing event updated for resources: {'Port': ['ID=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:54.931686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a7c6a-1125-49ca-8059-b7d693fa06b2 req-c000e6f5-9ef0-4a3f-af1d-8fc3cae3198d tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:54.933444 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-670a7c6a-1125-49ca-8059-b7d693fa06b2 req-c000e6f5-9ef0-4a3f-af1d-8fc3cae3198d tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0616720 May 16 19:09:55.011374 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-670a7c6a-1125-49ca-8059-b7d693fa06b2 req-335fc29f-b49c-401a-b4c1-5e469e1dabde tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710776 May 16 19:09:55.085180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks [] for router_gateway (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.275691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.407720 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:09:55.501729 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 1740f81c-850b-4dd8-aec8-4afe726d2bae up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:55.531247 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:55.540767 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Sync routers for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:55.553049 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:55.553277 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.553704 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:55.557167 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ec7a4d9c-d503-48e3-ac7c-f1e5804d8e1c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5958424 May 16 19:09:55.557403 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43896) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:55.560899 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 1740f81c-850b-4dd8-aec8-4afe726d2bae triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:55.561288 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.642564 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 1740f81c-850b-4dd8-aec8-4afe726d2bae is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:55.643225 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.665249 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:55.687153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 1740f81c-850b-4dd8-aec8-4afe726d2bae, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=1740f81c-850b-4dd8-aec8-4afe726d2bae,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:55.694655 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.764765 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=1740f81c-850b-4dd8-aec8-4afe726d2bae,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:55.776301 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e51d44-8dbd-4dea-aab2-5faee1d9ff8b None None] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:55.869994 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 3, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:55.873760 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-66233b89-05ac-4a04-846a-cee797eab2d4 None None] Provisioning complete for port 1740f81c-850b-4dd8-aec8-4afe726d2bae triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:55.874142 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-66233b89-05ac-4a04-846a-cee797eab2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.903907 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Checking router: 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:55.904245 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Updating router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:09:55.941224 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.053166 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-66233b89-05ac-4a04-846a-cee797eab2d4 None None] Current status of the port 1740f81c-850b-4dd8-aec8-4afe726d2bae is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:56.188018 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610f9ac-19a1-45dd-8d27-fff9bddc41ad req-8de47a00-0930-446a-8ce9-d0e2c96775b8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:56.189661 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e610f9ac-19a1-45dd-8d27-fff9bddc41ad req-8de47a00-0930-446a-8ce9-d0e2c96775b8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.1062117 May 16 19:09:56.198483 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad4155-f858-4f34-b1d3-9d8a7ab4d5ef req-135773bf-7a42-441d-9d5c-035eccb13f42 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:56.201338 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04ad4155-f858-4f34-b1d3-9d8a7ab4d5ef req-135773bf-7a42-441d-9d5c-035eccb13f42 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0833676 May 16 19:09:56.260296 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04ad4155-f858-4f34-b1d3-9d8a7ab4d5ef req-858a1717-a72d-4478-a920-eb1e9bd92249 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 May 16 19:09:56.282664 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ec2331f7-49cd-46dd-ab1e-5b1b9c863fc3 None None] Provisioning complete for port 1740f81c-850b-4dd8-aec8-4afe726d2bae triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:56.283244 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ec2331f7-49cd-46dd-ab1e-5b1b9c863fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.324677 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e610f9ac-19a1-45dd-8d27-fff9bddc41ad req-20e7e104-c90d-4cf3-a982-713c6ea78bd2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257713 May 16 19:09:56.342065 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Publish callbacks [] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.350765 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.365623 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ec2331f7-49cd-46dd-ab1e-5b1b9c863fc3 None None] Current status of the port 1740f81c-850b-4dd8-aec8-4afe726d2bae is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:56.405931 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Attempting to bind port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:56.406395 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Attempting to bind port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:56.406950 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Attempting to bind port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:56.411719 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Pushing event updated for resources: {'Port': ['ID=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:56.414667 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:56.415024 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:56.415464 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.415788 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:56.416237 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Bound port: b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:56.416597 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.438973 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.439304 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.439652 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.440426 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.440426 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.440632 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.440919 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.441201 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.441576 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.441890 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.442179 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.442504 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.442813 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.443104 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.443413 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:56.473812 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] For port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:56.477728 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] For port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:56.486127 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.495688 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.534864 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:56.535477 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:56.580170 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c77aad-2c5e-4577-ab1e-099dc3e35647 None None] Pushing event updated for resources: {'Port': ['ID=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:56.652601 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Allocated IP 172.20.0.1 (a0f4becd-a191-415b-ad1c-fb9e538ef619/b09827ca-5d15-49a5-969d-6d7055804106/f27b2025-9f9f-4f2c-9730-86bd541168f1) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:56.730832 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:56.759854 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks [] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.796862 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.842440 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:56.846879 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:56.853437 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:56.853916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.888368 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=f27b2025-9f9f-4f2c-9730-86bd541168f1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:56.899304 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 3, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:56.932295 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fa202-c167-4281-8b9f-dec46dbd74d7 None None] The sync data for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi is: [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 3, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:09:57.000028 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.092042 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-77497986-6d48-4516-8870-82618008990c None None] Provisioning complete for port f27b2025-9f9f-4f2c-9730-86bd541168f1 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:57.092665 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-77497986-6d48-4516-8870-82618008990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.133468 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-77497986-6d48-4516-8870-82618008990c None None] Port f27b2025-9f9f-4f2c-9730-86bd541168f1 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:57.272836 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks [] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.279679 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.280841 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.358649 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=f27b2025-9f9f-4f2c-9730-86bd541168f1,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:57.430310 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a04d2-58ed-4032-bfc9-0075904049e5 req-c846b888-c428-43ce-939d-e6bdc26f6af5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:57.431979 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ff9a04d2-58ed-4032-bfc9-0075904049e5 req-c846b888-c428-43ce-939d-e6bdc26f6af5 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0939894 May 16 19:09:57.468241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8dc94-5dca-4ceb-937c-9147b1623902 req-3a2f18bb-768f-4b54-9b45-757568e54873 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:57.469929 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9fd8dc94-5dca-4ceb-937c-9147b1623902 req-3a2f18bb-768f-4b54-9b45-757568e54873 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0658393 May 16 19:09:57.484836 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:57.487622 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:57.571786 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9fd8dc94-5dca-4ceb-937c-9147b1623902 req-26868a16-6ff6-4281-aa9f-6c56b4666191 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929947 May 16 19:09:57.572786 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ff9a04d2-58ed-4032-bfc9-0075904049e5 req-d7a65648-dad1-4ab1-a087-58b5a39091f3 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/security-groups?id=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213133 May 16 19:09:57.637057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 1740f81c-850b-4dd8-aec8-4afe726d2bae up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:57.677934 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:09:57.702046 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 1740f81c-850b-4dd8-aec8-4afe726d2bae triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:57.702432 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.779207 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-b17db223-4250-442e-aac1-b74d0b760bb0 None None] Provisioning complete for port f27b2025-9f9f-4f2c-9730-86bd541168f1 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:57.779587 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b17db223-4250-442e-aac1-b74d0b760bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.792040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:57.797016 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-da898ff3-36ff-4817-8a92-8b9faab7b4ee admin admin] 10.222.0.24 "PUT /v2.0/routers/18b484d4-4fcf-4329-baa6-3b2b7ad903a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2385943 May 16 19:09:57.811473 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 1740f81c-850b-4dd8-aec8-4afe726d2bae is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:57.812786 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:57.841264 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-b17db223-4250-442e-aac1-b74d0b760bb0 None None] Port f27b2025-9f9f-4f2c-9730-86bd541168f1 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:57.863278 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:57.864110 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.953082 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:57.953883 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.974329 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:57.981736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.035044 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.144224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-7041c412-fa54-4a25-9e20-764722f1d4de tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:58.150024 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-7041c412-fa54-4a25-9e20-764722f1d4de tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 945 time: 0.0704367 May 16 19:09:58.244230 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Deleting port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:58.244230 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.346297 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] For port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,segment=NetworkSegment(90f70feb-880d-4e8f-b911-0164b9fa328a),segment_id=90f70feb-880d-4e8f-b911-0164b9fa328a)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:58.346681 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.360905 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Calling delete_port for 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:58.397492 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43952) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:58.403249 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-782098423-network', 'tenant_id': '006a916aeef842d29784440cf91bf8a6'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:58.426877 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Made reservation on behalf of 006a916aeef842d29784440cf91bf8a6 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:58.429605 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.439130 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.505760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.521253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks [] for security_group (a8734979-a7b8-44fc-87dc-8bbd8d9a208c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.525681 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a8734979-a7b8-44fc-87dc-8bbd8d9a208c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.536175 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Pushing event deleted for resources: {'Port': ['ID=82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.551089 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:58.561290 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8734979-a7b8-44fc-87dc-8bbd8d9a208c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.566298 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (5fb0a525-30b9-49a6-9856-22fb4d3087c0), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.566711 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Added segment 5fb0a525-30b9-49a6-9856-22fb4d3087c0 of type vlan for network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 May 16 19:09:58.581155 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] No DVR routers for this DVR port 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:58.584136 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.587586 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fae5785b-063a-47e5-a1f2-a55f2f382a20 req-070e66e1-7c9c-4637-9e5f-c69e2472ca68 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.49 "DELETE /v2.0/ports/82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 HTTP/1.1" status: 204 len: 173 time: 0.4309835 May 16 19:09:58.588280 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c97056-d30a-48e1-b7de-6d4189928110', 'name': 'network-vif-deleted', 'tag': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:58.590600 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc19b06-44ab-4083-86c6-718fffb059d6" -d '{"events": [{"server_uuid": "25c97056-d30a-48e1-b7de-6d4189928110", "name": "network-vif-deleted", "tag": "82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:58.614148 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.630788 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef033ef-2421-493a-9c09-bbe558a070cd x-openstack-request-id: req-cef033ef-2421-493a-9c09-bbe558a070cd {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:58.631089 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c97056-d30a-48e1-b7de-6d4189928110", "name": "network-vif-deleted", "tag": "82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:58.631350 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cef033ef-2421-493a-9c09-bbe558a070cd {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:58.631767 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef033ef-2421-493a-9c09-bbe558a070cd'] response: {'server_uuid': '25c97056-d30a-48e1-b7de-6d4189928110', 'name': 'network-vif-deleted', 'tag': '82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75', 'status': 'completed', 'code': 200} May 16 19:09:58.656574 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.658105 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:58.658757 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.721321 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253af770-e2f5-4638-810d-18498908d881 req-44a9bd78-7a87-4f07-be5d-4521577dfb1e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:58.724873 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3249376 May 16 19:09:58.724964 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 43960) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:58.729184 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-253af770-e2f5-4638-810d-18498908d881 req-44a9bd78-7a87-4f07-be5d-4521577dfb1e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0598726 May 16 19:09:58.752522 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Request body: {'subnet': {'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-782098423-subnet', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:58.759737 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Sync routers for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:58.770060 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9b5c3e57-26fa-4dae-b34f-7b3c56a7cdea req-c9d9e538-30df-45b5-9e88-a0a55f163797 tempest-VolumesActionsTest-1837558772 tempest-VolumesActionsTest-1837558772-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c97056-d30a-48e1-b7de-6d4189928110 HTTP/1.1" status: 200 len: 210 time: 0.0642643 May 16 19:09:58.772071 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:58.774487 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:58.807524 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-253af770-e2f5-4638-810d-18498908d881 req-6e5aa616-d328-40fc-a608-5ef2483352a1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771573 May 16 19:09:58.822145 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Made reservation on behalf of 006a916aeef842d29784440cf91bf8a6 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:58.825094 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.828959 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b973535-735f-48b8-868e-347f775565a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3555f1bd-0097-42c5-9bf7-79a8ea43c3d4,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.987902 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:59.011901 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (39b80232-d0bf-46e7-8733-0a9c6d580283), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.057653 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:59.058764 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b80232-d0bf-46e7-8733-0a9c6d580283,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:59.076053 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Checking segment: {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:59.076400 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Network hostable DHCP agents. Network: 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:59.094514 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:59.104216 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:59.109255 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:59.110269 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.133210 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-45c49455-6843-41f0-8463-653783aa466c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3974347 May 16 19:09:59.134117 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 43962) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:59.134687 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b80d6e-83e5-47e3-bf89-dddc7b74ceaa None None] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:59.138503 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:59.158600 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.160145 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.236830 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks [] for router_controller (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), precommit_add_association {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.327964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-3555f1bd-0097-42c5-9bf7-79a8ea43c3d4', 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4', 'project_id': '006a916aeef842d29784440cf91bf8a6', 'fixed_ips': [{'subnet_id': '39b80232-d0bf-46e7-8733-0a9c6d580283'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:09:59.328931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.367507 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 2, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:59.409755 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks [] for router_gateway (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.448817 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Checking router: 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:59.449170 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Updating router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 port f27b2025-9f9f-4f2c-9730-86bd541168f1 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:09:59.492454 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.514607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:59.588683 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks [] for router_gateway (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.592225 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Allocated IP 172.20.0.2 (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4/39b80232-d0bf-46e7-8733-0a9c6d580283/6f4b78a9-7aa9-48e5-afa1-8ef6516b944c) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:59.607247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.645655 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:59.646008 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.714682 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Allocated IP 172.27.2.133 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/c61937e0-cf7d-4b7b-b876-f70be97fb09a) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:59.818761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks [] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.865672 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.923798 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Pushing event updated for resources: {'Port': ['ID=c61937e0-cf7d-4b7b-b876-f70be97fb09a,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:59.950564 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:59.954492 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.954838 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.955182 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.955519 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.955844 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.956168 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.956609 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.956893 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.957218 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.957579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.957892 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.958253 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.958605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.958923 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.959237 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:59.965707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:59.966691 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:59.969797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:59.978007 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Publish callbacks [] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.980354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab346e-adf3-4d40-97d0-83b2754ae50c req-4e2005fe-8338-41be-8880-dda4d09dfbcb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:59.982450 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6fab346e-adf3-4d40-97d0-83b2754ae50c req-4e2005fe-8338-41be-8880-dda4d09dfbcb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0847850 May 16 19:10:00.002089 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.071126 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:00.078625 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:00.087421 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:00.096537 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Pushing event updated for resources: {'Port': ['ID=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:00.119901 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:10:00.134036 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6fab346e-adf3-4d40-97d0-83b2754ae50c req-1235ea01-aa3d-41c2-a15f-9123ac626eee tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327140 May 16 19:10:00.188439 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:10:00.188793 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 82b86d38-e8bf-48de-b2c3-0b8bd5ac4c75 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:10:00.205592 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Publish callbacks [] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.216983 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Attempting to bind port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:00.217372 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Attempting to bind port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:00.217808 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Attempting to bind port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c on network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:00.221469 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.235572 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:00.235959 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Checking segment: {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:00.236366 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.236758 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Bound using segment: {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:00.237256 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Bound port: 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:00.237668 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.289206 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46112e-2115-497f-847f-b7140b8f2499 None None] Pushing event updated for resources: {'Port': ['ID=f27b2025-9f9f-4f2c-9730-86bd541168f1,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:00.320176 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks [] for router_gateway (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.431453 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] For port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:00.456964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] For port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:00.502084 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.508209 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Attempting to bind port f27b2025-9f9f-4f2c-9730-86bd541168f1 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:00.508596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Attempting to bind port f27b2025-9f9f-4f2c-9730-86bd541168f1 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:00.508960 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Attempting to bind port f27b2025-9f9f-4f2c-9730-86bd541168f1 on network a0f4becd-a191-415b-ad1c-fb9e538ef619 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:00.586648 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Pushing event updated for resources: {'Port': ['ID=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:00.592937 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:00.593315 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Checking segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:00.593778 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.595258 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Bound using segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:00.595258 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Bound port: f27b2025-9f9f-4f2c-9730-86bd541168f1, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:00.595446 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.612407 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.612815 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.613160 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.613493 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.614092 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.614311 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.614834 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.615052 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.615380 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.615699 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.616016 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.616378 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.616662 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.616976 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.617448 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba8998-8c9d-4846-a791-034e1005d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:00.679144 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.708323 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-48ce0782-9baf-434d-9905-fb3cdf14835d None None] Provisioning complete for port f27b2025-9f9f-4f2c-9730-86bd541168f1 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:00.708707 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-48ce0782-9baf-434d-9905-fb3cdf14835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.752767 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0782-9baf-434d-9905-fb3cdf14835d None None] Port f27b2025-9f9f-4f2c-9730-86bd541168f1 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:00.763630 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] For port f27b2025-9f9f-4f2c-9730-86bd541168f1, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:00.767524 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] For port f27b2025-9f9f-4f2c-9730-86bd541168f1, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=f27b2025-9f9f-4f2c-9730-86bd541168f1,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:00.787689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.860470 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:10:00.867674 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46112e-2115-497f-847f-b7140b8f2499 None None] Pushing event updated for resources: {'Port': ['ID=f27b2025-9f9f-4f2c-9730-86bd541168f1,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:00.870455 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:00.871299 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:01.134622 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:01.209082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:01.225555 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Sync routers for ids ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:01.255894 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Routers {'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:01.256768 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:01.257414 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.259064 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cda707c9-1f62-4363-a3cb-3557826b6a7d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1239176 May 16 19:10:01.261953 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44046) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:01.357865 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641181c-b19a-4122-b781-f8dcad69e349 req-9729b5b5-a281-4ff4-880e-9b8f6f05a1cb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:01.361571 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b641181c-b19a-4122-b781-f8dcad69e349 req-9729b5b5-a281-4ff4-880e-9b8f6f05a1cb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0566101 May 16 19:10:01.442360 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b641181c-b19a-4122-b781-f8dcad69e349 req-7653bd52-f2d3-44b5-bf37-e3555a1507b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742717 May 16 19:10:01.451899 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Set router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:01.507981 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] Provisioning complete for port f27b2025-9f9f-4f2c-9730-86bd541168f1 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:01.508345 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.563967 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:01.652865 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 3, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:01.677658 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:01.678030 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.680850 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Checking router: ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:01.681380 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Updating router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 port c61937e0-cf7d-4b7b-b876-f70be97fb09a binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:01.723675 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.732977 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:01.738055 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] Current status of the port f27b2025-9f9f-4f2c-9730-86bd541168f1 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:01.738442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.779190 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175664f-7eb0-40c3-8e94-f71973a94e11 None None] The sync data for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi is: [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:01.872353 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.879739 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] For port f27b2025-9f9f-4f2c-9730-86bd541168f1, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=f27b2025-9f9f-4f2c-9730-86bd541168f1,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:01.917984 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.984234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:01.984761 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.079698 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:02.080950 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21941ec-7ed0-43af-9033-17bed976f599 None None] Pushing event updated for resources: {'Port': ['ID=f27b2025-9f9f-4f2c-9730-86bd541168f1,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.091017 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.142079 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f43212-7479-4b1c-a28e-2109d18aa176 None None] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:02.199127 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Publish callbacks [] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.209133 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.279728 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Allocated IP 172.20.0.1 (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4/39b80232-d0bf-46e7-8733-0a9c6d580283/35d9b051-b1f6-43e7-9c1c-a5a065ee9939) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:02.310398 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Attempting to bind port c61937e0-cf7d-4b7b-b876-f70be97fb09a on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:02.311507 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Attempting to bind port c61937e0-cf7d-4b7b-b876-f70be97fb09a by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:02.312044 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Attempting to bind port c61937e0-cf7d-4b7b-b876-f70be97fb09a on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:02.314766 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c61a1-747c-469c-a93b-da5e1ab7c583 None None] Pushing event updated for resources: {'Port': ['ID=c61937e0-cf7d-4b7b-b876-f70be97fb09a,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.315657 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-9277e7d8-1352-4f80-aab1-f40084ab29e0 None None] Provisioning complete for port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:02.316094 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9277e7d8-1352-4f80-aab1-f40084ab29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.329774 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:02.331929 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.334428 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:02.334810 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.335197 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:02.335792 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Bound port: c61937e0-cf7d-4b7b-b876-f70be97fb09a, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:02.336181 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.446648 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] For port c61937e0-cf7d-4b7b-b876-f70be97fb09a, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:02.454432 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] For port c61937e0-cf7d-4b7b-b876-f70be97fb09a, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c61937e0-cf7d-4b7b-b876-f70be97fb09a,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:02.474404 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.519714 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks [] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.569295 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-9277e7d8-1352-4f80-aab1-f40084ab29e0 None None] Current status of the port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:02.606908 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.626426 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c61a1-747c-469c-a93b-da5e1ab7c583 None None] Pushing event updated for resources: {'Port': ['ID=c61937e0-cf7d-4b7b-b876-f70be97fb09a,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.638338 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Routers {'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:02.639443 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:02.672132 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Pushing event updated for resources: {'Port': ['ID=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.682727 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:02.684261 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:02.691816 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:02.692322 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.720073 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68848a2b-69f9-4df1-8a8c-859f97b785d9 req-b1fd5161-4d4a-4f08-8054-00622b901735 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:02.724073 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-68848a2b-69f9-4df1-8a8c-859f97b785d9 req-b1fd5161-4d4a-4f08-8054-00622b901735 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.1370752 May 16 19:10:02.791694 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] Set router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:02.792740 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-7f61845c-fc0f-4213-b697-33f10a6841e3 None None] Provisioning complete for port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:02.793113 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7f61845c-fc0f-4213-b697-33f10a6841e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.827568 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-68848a2b-69f9-4df1-8a8c-859f97b785d9 req-7aff556f-fe4c-45a9-9b25-39f17ea20b07 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 May 16 19:10:02.976335 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-7f61845c-fc0f-4213-b697-33f10a6841e3 None None] Current status of the port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:02.995099 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.054884 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 3, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:03.084701 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bea9e-e872-4f61-9b66-27a2f7c84308 None None] The sync data for ids ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'] in dv-cinder-766064-6-iscsi is: [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 3, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:03.101234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-62284109-6647-484a-84f6-c984a20fba7a None None] Provisioning complete for port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:03.101776 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-62284109-6647-484a-84f6-c984a20fba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.156805 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-62284109-6647-484a-84f6-c984a20fba7a None None] Port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:03.258958 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks [] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.265087 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.266523 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.329438 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Pushing event updated for resources: {'Port': ['ID=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:03.392613 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.392957 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.393435 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.393860 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.394070 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.394390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.394706 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.395385 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.395711 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.396028 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.396346 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.396661 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.396978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.397289 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.397662 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:03.447697 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:03.449299 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:03.621183 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:10:03.647315 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:03.708361 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:03.708832 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.788584 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:03.797569 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e08ef185-4a36-43cb-a9a9-eb39c1bb8536 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef819ea7-8c9d-456c-b99d-8acc36c3d4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5341651 May 16 19:10:03.809121 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:03.810033 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f27b2025-9f9f-4f2c-9730-86bd541168f1 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:03.811838 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-616801fd-1a2d-4c74-936e-dfb152ed3407 None None] Provisioning complete for port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:03.812202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-616801fd-1a2d-4c74-936e-dfb152ed3407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.869953 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-616801fd-1a2d-4c74-936e-dfb152ed3407 None None] Port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:03.883206 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port f27b2025-9f9f-4f2c-9730-86bd541168f1 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:03.883837 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.963407 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port f27b2025-9f9f-4f2c-9730-86bd541168f1 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:03.964483 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c61937e0-cf7d-4b7b-b876-f70be97fb09a up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:03.974736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb13e6-fc75-4982-b840-134159053b56 req-c89c8bbb-3681-4192-96cf-e1ceb49798f8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:03.977305 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-abfb13e6-fc75-4982-b840-134159053b56 req-c89c8bbb-3681-4192-96cf-e1ceb49798f8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0693917 May 16 19:10:04.024071 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.044186 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port c61937e0-cf7d-4b7b-b876-f70be97fb09a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:04.046106 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.116192 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-abfb13e6-fc75-4982-b840-134159053b56 req-d7d69e1f-a84e-48af-8e49-fd16536fcb11 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322935 May 16 19:10:04.186328 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port c61937e0-cf7d-4b7b-b876-f70be97fb09a is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:04.186915 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.234642 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port c61937e0-cf7d-4b7b-b876-f70be97fb09a, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c61937e0-cf7d-4b7b-b876-f70be97fb09a,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:04.241952 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.293646 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24c10-ac61-4bde-9f49-e7f90809faf9 req-9093b554-d0b2-4ea4-b49f-74954945255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:04.295675 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-58c24c10-ac61-4bde-9f49-e7f90809faf9 req-9093b554-d0b2-4ea4-b49f-74954945255f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 1129 time: 0.0728672 May 16 19:10:04.323251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=c61937e0-cf7d-4b7b-b876-f70be97fb09a,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:04.369147 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-58c24c10-ac61-4bde-9f49-e7f90809faf9 req-ad1a6324-9b79-4825-9a3f-9964598027a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657442 May 16 19:10:05.233663 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Sync routers for ids ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:05.248124 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Routers {'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:05.251324 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:05.327789 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f4548-faee-4d12-b86c-4cbbe9acc4a0 req-849989fa-4895-4f03-bc53-bb843f015a4d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:05.350331 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-499f4548-faee-4d12-b86c-4cbbe9acc4a0 req-849989fa-4895-4f03-bc53-bb843f015a4d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.1087801 May 16 19:10:05.441595 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-499f4548-faee-4d12-b86c-4cbbe9acc4a0 req-63a1224d-9a8b-4b64-8aa9-ff54f7ddf534 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887880 May 16 19:10:05.544402 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Set router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:05.597954 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c61937e0-cf7d-4b7b-b876-f70be97fb09a up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:05.937127 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port c61937e0-cf7d-4b7b-b876-f70be97fb09a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:05.939819 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:06.358767 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port c61937e0-cf7d-4b7b-b876-f70be97fb09a is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:06.502272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:02Z', 'revision_number': 4, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '35d9b051-b1f6-43e7-9c1c-a5a065ee9939', 'name': '', 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'mac_address': 'fa:16:3e:06:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39b80232-d0bf-46e7-8733-0a9c6d580283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:10:03Z', 'revision_number': 2, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'subnets': [{'id': '39b80232-d0bf-46e7-8733-0a9c6d580283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:06.623354 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Checking router: ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:06.630399 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Updating router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:06.720442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9f6d6947-a368-47d1-ae6d-62d1ff0c4867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:06.728130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca6df1-2c0a-4ef8-a31c-3e19b35ceffa req-73fe2c03-5afa-41a9-a83a-9b8fa5e99f82 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:06.735248 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-baca6df1-2c0a-4ef8-a31c-3e19b35ceffa req-73fe2c03-5afa-41a9-a83a-9b8fa5e99f82 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.1389463 May 16 19:10:06.749632 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:06.828501 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-baca6df1-2c0a-4ef8-a31c-3e19b35ceffa req-dbd65978-0dcc-4d82-9099-7be1afa540d9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922441 May 16 19:10:06.946530 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bafda5-f937-4ef7-8cb2-9603119fbcf4 req-738e78e0-e3a7-4b7d-abfa-4648fc52d007 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:06.954624 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f4bafda5-f937-4ef7-8cb2-9603119fbcf4 req-738e78e0-e3a7-4b7d-abfa-4648fc52d007 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0552793 May 16 19:10:07.007591 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f4bafda5-f937-4ef7-8cb2-9603119fbcf4 req-6362e03d-23cc-4ac5-98d2-dbc540b9a363 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515726 May 16 19:10:07.338133 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Publish callbacks [] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.349580 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.456481 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0900-25cd-4ebb-ba35-6ea7012b53e0 None None] Pushing event updated for resources: {'Port': ['ID=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:07.563151 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Attempting to bind port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:07.566745 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Attempting to bind port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:07.567102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Attempting to bind port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 on network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:07.581625 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:07.586363 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Checking segment: {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:07.590978 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.591486 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Bound using segment: {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:07.592105 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Bound port: 35d9b051-b1f6-43e7-9c1c-a5a065ee9939, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb0a525-30b9-49a6-9856-22fb4d3087c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:07.592713 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.800752 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] For port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:07.818019 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] For port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:07.834876 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.981305 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0900-25cd-4ebb-ba35-6ea7012b53e0 None None] Pushing event updated for resources: {'Port': ['ID=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:08.032587 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] Provisioning complete for port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:08.033213 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.106190 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Routers {'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:08.106749 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:09:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:08.319050 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] Current status of the port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:08.319745 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.340413 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] Set router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:08.404808 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] For port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:08.447331 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.559223 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38564b7b-548e-4092-961e-e1fd497aa943 None None] Pushing event updated for resources: {'Port': ['ID=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:08.591004 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-35ed0d36-02da-4182-9ba3-af03801a27f5 None None] Provisioning complete for port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:08.591372 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-35ed0d36-02da-4182-9ba3-af03801a27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.675607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:02Z', 'revision_number': 4, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '35d9b051-b1f6-43e7-9c1c-a5a065ee9939', 'name': '', 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'mac_address': 'fa:16:3e:06:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39b80232-d0bf-46e7-8733-0a9c6d580283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:10:07Z', 'revision_number': 4, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'subnets': [{'id': '39b80232-d0bf-46e7-8733-0a9c6d580283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:08.722784 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc302b8-3faf-4d74-acca-88945c271198 None None] The sync data for ids ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'] in dv-cinder-766064-6-iscsi is: [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:02Z', 'revision_number': 4, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '35d9b051-b1f6-43e7-9c1c-a5a065ee9939', 'name': '', 'network_id': '3555f1bd-0097-42c5-9bf7-79a8ea43c3d4', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'mac_address': 'fa:16:3e:06:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39b80232-d0bf-46e7-8733-0a9c6d580283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:10:07Z', 'revision_number': 4, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'subnets': [{'id': '39b80232-d0bf-46e7-8733-0a9c6d580283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:08.738755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-35ed0d36-02da-4182-9ba3-af03801a27f5 None None] Current status of the port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:08.831898 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-780afea3-56ff-4485-8fe7-811658988d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:09.542794 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:09.626879 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:09.630509 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:09.785391 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:10.111079 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:10.910750 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-e3dfb5c5-e7c4-4c3a-9ef0-3db5183fc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:10.913499 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-e3dfb5c5-e7c4-4c3a-9ef0-3db5183fc29e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1129 time: 0.1249115 May 16 19:10:11.046904 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbf86-2634-44cb-acf2-405dfaed5599 req-4362ae43-37c5-45cc-8557-02934c705c80 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:11.059282 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d26fbf86-2634-44cb-acf2-405dfaed5599 req-4362ae43-37c5-45cc-8557-02934c705c80 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1413586 May 16 19:10:11.281332 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d26fbf86-2634-44cb-acf2-405dfaed5599 req-043e89bf-d513-47b9-a5f6-f4ad212b7cd1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178774 May 16 19:10:11.712636 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-61a337ef-1fcf-41c9-b540-797261a94752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:11.714709 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-61a337ef-1fcf-41c9-b540-797261a94752 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.5607710 May 16 19:10:11.802414 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:11.825502 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-a058ce87-21cb-4089-b702-e8ed87fb5513 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 217 time: 0.0943868 May 16 19:10:11.910713 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-11bbe4ec-3084-4c7b-8a71-65b4136e1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:11.912897 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-11bbe4ec-3084-4c7b-8a71-65b4136e1d52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0800483 May 16 19:10:11.971319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-8febdd20-d420-42e9-86c8-948e999d5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:11.973365 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-8febdd20-d420-42e9-86c8-948e999d5b82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468750 May 16 19:10:12.669349 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f6510-8d09-427f-a03b-e4d7de73e970 req-4f8af6ed-34eb-444b-81af-11fcb24d1a0e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:12.677891 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4e7f6510-8d09-427f-a03b-e4d7de73e970 req-4f8af6ed-34eb-444b-81af-11fcb24d1a0e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1985848 May 16 19:10:12.692870 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-0a860323-5990-4cb2-8a7e-524706511ae6 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059646 May 16 19:10:12.764566 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4e7f6510-8d09-427f-a03b-e4d7de73e970 req-b309d081-4048-46dd-b8d2-f57500dc4fd2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857065 May 16 19:10:12.954544 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd300ca5-bd97-41b4-b97e-197908952c05 req-0bd92c73-0858-4394-b22c-64bf03f13835 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580702 May 16 19:10:13.178887 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec39cb4-4c23-4d32-a101-358b07d07251 req-e3b8a92a-1850-4ac9-992f-6a2d94992a2c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:13.190776 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7ec39cb4-4c23-4d32-a101-358b07d07251 req-e3b8a92a-1850-4ac9-992f-6a2d94992a2c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0975847 May 16 19:10:13.196743 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:13.262891 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7ec39cb4-4c23-4d32-a101-358b07d07251 req-d199af92-214b-45a2-a9a4-b3f5ece93377 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679898 May 16 19:10:13.942527 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b1ab5-d1ad-45c8-9860-9b682ca1dfb4 req-e7712d79-b3ad-4b8a-94b7-19c00f0f45c8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:13.949566 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-491b1ab5-d1ad-45c8-9860-9b682ca1dfb4 req-e7712d79-b3ad-4b8a-94b7-19c00f0f45c8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0705090 May 16 19:10:14.015745 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-491b1ab5-d1ad-45c8-9860-9b682ca1dfb4 req-d818953f-8fc2-4a1f-8978-25265e4dde35 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584571 May 16 19:10:14.215282 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-43d5be1b-7589-4a23-aec4-a971d1fdebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:14.216818 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-43d5be1b-7589-4a23-aec4-a971d1fdebc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1129 time: 0.1045444 May 16 19:10:14.535821 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-2dd99b25-b674-4b31-892f-51c14f133648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:14.536469 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bb5a-8a1a-4826-be46-13d36d177582 req-3432b804-3d88-4e2c-ae15-294e432aeae6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:14.538270 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9068bb5a-8a1a-4826-be46-13d36d177582 req-3432b804-3d88-4e2c-ae15-294e432aeae6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.1054482 May 16 19:10:14.540785 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-2dd99b25-b674-4b31-892f-51c14f133648 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.2917485 May 16 19:10:14.618635 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9068bb5a-8a1a-4826-be46-13d36d177582 req-b60f344f-0118-497b-b1a1-03e18c4cd592 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746317 May 16 19:10:14.698954 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-c8c9f42a-1448-4010-af77-c0b2a87d3f27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 1001 time: 0.1503742 May 16 19:10:14.841243 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-d7f1c851-7ab2-4efe-9027-a5682ac99465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:14.843006 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-d7f1c851-7ab2-4efe-9027-a5682ac99465 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.1339617 May 16 19:10:14.931989 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-5f3e2288-f6db-47f3-8757-2d523cdd5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:14.937552 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-5f3e2288-f6db-47f3-8757-2d523cdd5358 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867743 May 16 19:10:15.060492 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-886419c2-793f-4ab6-ad2e-8e9fdbd51525 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139026 May 16 19:10:15.208656 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779577c-355c-4d8c-88ed-0256c0c18f79 req-a9189f99-b711-458d-af03-b7db224b593a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:15.216766 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5779577c-355c-4d8c-88ed-0256c0c18f79 req-a9189f99-b711-458d-af03-b7db224b593a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1098135 May 16 19:10:15.309716 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1169aaf2-a5a8-4d32-a19d-792009f0b74c req-28ee2a94-fbdc-4f6f-ba2b-79b33a51b23c service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856797 May 16 19:10:15.348861 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5779577c-355c-4d8c-88ed-0256c0c18f79 req-52af1e5f-0d1b-4272-a57c-5db41ffdc3d6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310284 May 16 19:10:15.821777 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122c34-5749-4730-ae18-382950403d5e req-7d8539e0-4a2d-4f5c-987a-6e2abe9ee1bf tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:15.838155 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0d122c34-5749-4730-ae18-382950403d5e req-7d8539e0-4a2d-4f5c-987a-6e2abe9ee1bf tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.1096911 May 16 19:10:15.968659 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0d122c34-5749-4730-ae18-382950403d5e req-ff5092f5-47dc-435a-9c43-363b9d4f8775 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291864 May 16 19:10:16.053557 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44372) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:16.169318 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_v2 [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Deleting subnet add20b9f-256b-4733-bdba-4d74e22ee4ff {{(pid=103673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:10:16.186453 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Publish callbacks [] for subnet (add20b9f-256b-4733-bdba-4d74e22ee4ff), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.262796 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981375'] for subnet (add20b9f-256b-4733-bdba-4d74e22ee4ff), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.356858 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (add20b9f-256b-4733-bdba-4d74e22ee4ff), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.430235 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125933229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126163345'] for subnet (add20b9f-256b-4733-bdba-4d74e22ee4ff), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.489480 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9603b6-56b9-41c3-8a93-32439784e2fb req-87fa5c4f-0ac2-4e96-aeac-58e7b3fe5353 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:16.497127 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cb9603b6-56b9-41c3-8a93-32439784e2fb req-87fa5c4f-0ac2-4e96-aeac-58e7b3fe5353 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0580983 May 16 19:10:16.504441 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add20b9f-256b-4733-bdba-4d74e22ee4ff,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:16.516931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.529367 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-44be71b7-bd08-4eaa-824a-0a8c55348327 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/add20b9f-256b-4733-bdba-4d74e22ee4ff HTTP/1.1" status: 204 len: 168 time: 0.4720931 May 16 19:10:16.531165 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44380) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:16.567257 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cb9603b6-56b9-41c3-8a93-32439784e2fb req-fe0985ef-9d1d-42c6-bd45-5841f3c6d7e9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639105 May 16 19:10:16.654713 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (54120d54-7d19-4e45-b6d3-63351fc869fc), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.765097 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (54120d54-7d19-4e45-b6d3-63351fc869fc), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.792841 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54120d54-7d19-4e45-b6d3-63351fc869fc']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:16.806305 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fe9eb4-4071-4ae0-a149-92a2d2307951') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:16.806980 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fe9eb4-4071-4ae0-a149-92a2d2307951') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:16.826915 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (e3fe9eb4-4071-4ae0-a149-92a2d2307951), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.858089 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (e3fe9eb4-4071-4ae0-a149-92a2d2307951), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.870555 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:10:16.871023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (e3fe9eb4-4071-4ae0-a149-92a2d2307951), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:10:16.873262 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:10:16.942280 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (54120d54-7d19-4e45-b6d3-63351fc869fc), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.966934 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:16.970569 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] 10.222.0.24 "DELETE /v2.0/networks/54120d54-7d19-4e45-b6d3-63351fc869fc HTTP/1.1" status: 204 len: 168 time: 0.4378197 May 16 19:10:16.971802 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a3e61-1609-4c47-9e81-b4083a445134 admin admin] Pushing event deleted for resources: {'Network': ['ID=54120d54-7d19-4e45-b6d3-63351fc869fc,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:16.973596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44390) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:17.073665 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Deleting subnet 1af86313-b80e-42e6-bc29-f41902134554 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:10:17.077387 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Publish callbacks [] for subnet (1af86313-b80e-42e6-bc29-f41902134554), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.398693 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Publish callbacks [] for subnet (1af86313-b80e-42e6-bc29-f41902134554), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.414783 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff0a0-82c0-4ae0-9a6b-00a0af4fc733 req-b336a184-d4f8-41d8-82f5-8d90a097f27f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:17.423081 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cfdff0a0-82c0-4ae0-9a6b-00a0af4fc733 req-b336a184-d4f8-41d8-82f5-8d90a097f27f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0703330 May 16 19:10:17.442677 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (1af86313-b80e-42e6-bc29-f41902134554), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.470645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44398) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:17.534107 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cfdff0a0-82c0-4ae0-9a6b-00a0af4fc733 req-c565f9f8-a7ca-41bf-8f8b-eb865bd47516 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097012 May 16 19:10:17.567172 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (1af86313-b80e-42e6-bc29-f41902134554), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.600983 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af86313-b80e-42e6-bc29-f41902134554,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:17.616157 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.621235 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-968992b8-5dd0-4dd6-8b08-5a42326e7e9b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1af86313-b80e-42e6-bc29-f41902134554 HTTP/1.1" status: 204 len: 168 time: 0.6463027 May 16 19:10:17.624112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44404) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:17.764686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (2fe5a692-9167-49a1-9177-66aa222662c9), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.766181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f4a6c-e37e-4681-b3ac-d0c82c3d2e6f req-c8e445c2-8436-4fdf-a9f7-a68654a7aef3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:17.767260 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a1055021-fde0-4da6-b4f7-246d386b76cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.777207 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4f8f4a6c-e37e-4681-b3ac-d0c82c3d2e6f req-c8e445c2-8436-4fdf-a9f7-a68654a7aef3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0924978 May 16 19:10:17.859027 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4f8f4a6c-e37e-4681-b3ac-d0c82c3d2e6f req-b58b3fac-e406-4ed7-b2e1-691320d5f364 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805492 May 16 19:10:17.887132 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (2fe5a692-9167-49a1-9177-66aa222662c9), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.923911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe5a692-9167-49a1-9177-66aa222662c9']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:17.937397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6a513e-4309-4f2a-8d37-a55432f8e9c4') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:17.938239 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6a513e-4309-4f2a-8d37-a55432f8e9c4') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:17.950811 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (7d6a513e-4309-4f2a-8d37-a55432f8e9c4), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.973343 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (7d6a513e-4309-4f2a-8d37-a55432f8e9c4), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.983066 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:10:17.983453 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (7d6a513e-4309-4f2a-8d37-a55432f8e9c4), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.090197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a1055021-fde0-4da6-b4f7-246d386b76cf admin admin] Publish callbacks [] for security_group (5acc8b55-22b1-4e60-961e-f8ab42c53bb4), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:10:18.092271 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:10:18.094639 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (2fe5a692-9167-49a1-9177-66aa222662c9), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.108319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a1055021-fde0-4da6-b4f7-246d386b76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5acc8b55-22b1-4e60-961e-f8ab42c53bb4), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.111208 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.115141 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2fe5a692-9167-49a1-9177-66aa222662c9 HTTP/1.1" status: 204 len: 168 time: 0.4896750 May 16 19:10:18.146287 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c05e87-3160-45c6-b5f8-513766a671d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe5a692-9167-49a1-9177-66aa222662c9,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:18.206270 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a1055021-fde0-4da6-b4f7-246d386b76cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5da41ec945a74bf7a2e2ea7eaf112b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7309091 May 16 19:10:18.206270 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44428) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:18.212637 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1055021-fde0-4da6-b4f7-246d386b76cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc8b55-22b1-4e60-961e-f8ab42c53bb4,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:18.278032 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220e318d-2916-4fae-9597-34bbd996ce9a admin admin] Publish callbacks [] for security_group (5acc8b55-22b1-4e60-961e-f8ab42c53bb4), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.333375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220e318d-2916-4fae-9597-34bbd996ce9a admin admin] Publish callbacks [] for security_group (5acc8b55-22b1-4e60-961e-f8ab42c53bb4), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.347583 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44438) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:18.408884 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-31d44e2d-66e0-4d0c-861c-6e936b6ed93b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da029b5fe30a4fbdb7bab083442071a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601304 May 16 19:10:18.412206 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44444) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:18.522273 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-23f1d797-fda7-4fe7-b6c0-0798ecb6804f admin admin] Publish callbacks [] for security_group (d0c15156-4aa8-47d4-946f-3fe22d29acde), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.529218 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220e318d-2916-4fae-9597-34bbd996ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5acc8b55-22b1-4e60-961e-f8ab42c53bb4), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.532059 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220e318d-2916-4fae-9597-34bbd996ce9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.533375 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-220e318d-2916-4fae-9597-34bbd996ce9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5acc8b55-22b1-4e60-961e-f8ab42c53bb4 HTTP/1.1" status: 204 len: 168 time: 0.3271036 May 16 19:10:18.538148 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-f2b62bea-bb33-49d0-ab76-a6a98f967e43 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:18.547889 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-f2b62bea-bb33-49d0-ab76-a6a98f967e43 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 815 time: 0.1703279 May 16 19:10:18.559815 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894709-94b6-4263-9058-a2072081e884 req-af8d3b61-3bba-47ee-97ee-3f550045c668 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:18.562355 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c8894709-94b6-4263-9058-a2072081e884 req-af8d3b61-3bba-47ee-97ee-3f550045c668 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.1128273 May 16 19:10:18.565334 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-4d09cfeb-b565-4536-b6e3-a5b9d2eea358 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/quotas/84949fef3a77459fbf02d0804bafdc4a HTTP/1.1" status: 200 len: 375 time: 0.0161755 May 16 19:10:18.568118 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e318d-2916-4fae-9597-34bbd996ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc8b55-22b1-4e60-961e-f8ab42c53bb4,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:18.600023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-23f1d797-fda7-4fe7-b6c0-0798ecb6804f admin admin] Publish callbacks [] for security_group (d0c15156-4aa8-47d4-946f-3fe22d29acde), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.634865 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-d301ffb6-9c8e-4f88-840c-be934aea0a5d tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619028 May 16 19:10:18.652810 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c8894709-94b6-4263-9058-a2072081e884 req-f5debd88-d541-425a-80d5-c908f57a0b67 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790532 May 16 19:10:18.736009 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-23f1d797-fda7-4fe7-b6c0-0798ecb6804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d0c15156-4aa8-47d4-946f-3fe22d29acde), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.740341 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-23f1d797-fda7-4fe7-b6c0-0798ecb6804f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:18.742103 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-23f1d797-fda7-4fe7-b6c0-0798ecb6804f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0c15156-4aa8-47d4-946f-3fe22d29acde HTTP/1.1" status: 204 len: 168 time: 0.3286612 May 16 19:10:18.759360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1d797-fda7-4fe7-b6c0-0798ecb6804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c15156-4aa8-47d4-946f-3fe22d29acde,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:18.780200 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-f3ee28df-cf4b-4139-9199-6391bef94c55 service neutron] 10.222.0.24 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425238 May 16 19:10:18.878551 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2f557-d135-4dda-a43d-13ac9e9b48ed req-e542e0ce-7465-4d1f-8a3b-2f9e0ad0adb7 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:18.880824 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-79e2f557-d135-4dda-a43d-13ac9e9b48ed req-e542e0ce-7465-4d1f-8a3b-2f9e0ad0adb7 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0684476 May 16 19:10:18.961660 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-f404b133-8640-496a-b889-44ad20af2dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753948 May 16 19:10:18.985725 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-79e2f557-d135-4dda-a43d-13ac9e9b48ed req-b6385c47-ef14-47cc-ba78-560258363593 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966926 May 16 19:10:19.222347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9c9ad-492a-4d9d-87e0-63d0f866fc01 req-88fcb4d4-78af-4820-b5c2-14dc63daae8a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:19.231157 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8fa9c9ad-492a-4d9d-87e0-63d0f866fc01 req-88fcb4d4-78af-4820-b5c2-14dc63daae8a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1352830 May 16 19:10:19.282694 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c2a00b37-71a1-463a-ad7c-696a69705f0f req-5cef0299-6b16-4401-86fe-d93b84576165 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 210 time: 0.0881083 May 16 19:10:19.366991 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44478) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:19.376059 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8fa9c9ad-492a-4d9d-87e0-63d0f866fc01 req-da312754-d105-42da-8faa-8974d4b3c139 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353924 May 16 19:10:19.376963 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061456490', 'description': 'tempest-description--1949083323'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:19.408070 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.458375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44486) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:19.518805 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a159a5cf-adf0-40c6-9607-33ac4272e77f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed7c9671268b4f6fae59cea20c79acdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589502 May 16 19:10:19.523418 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44488) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:19.532900 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (fc088fb1-4489-45fc-b721-376f8faf1c63), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.554389 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (fc088fb1-4489-45fc-b721-376f8faf1c63), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.642574 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.644707 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2762458 May 16 19:10:19.647921 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44490) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:19.653989 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': 'fc088fb1-4489-45fc-b721-376f8faf1c63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:19.707897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (b785ffe1-eb75-4b86-92eb-7dd71f2b25cd), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.712600 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe1df3-e176-4844-adde-8588fe5df368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc088fb1-4489-45fc-b721-376f8faf1c63,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:19.717812 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c81feb0-4c2f-47a5-b5f3-328d8ccb9a0d admin admin] Publish callbacks [] for security_group (80a3f782-8e7a-4b1f-a6b2-2f312260d31c), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.804828 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c81feb0-4c2f-47a5-b5f3-328d8ccb9a0d admin admin] Publish callbacks [] for security_group (80a3f782-8e7a-4b1f-a6b2-2f312260d31c), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.834381 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (b785ffe1-eb75-4b86-92eb-7dd71f2b25cd), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.849842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (b785ffe1-eb75-4b86-92eb-7dd71f2b25cd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.911909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b785ffe1-eb75-4b86-92eb-7dd71f2b25cd,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:19.927191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.929791 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6c72ed59-cad3-43db-80e7-3c122d029487 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2800980 May 16 19:10:19.932536 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44502) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:19.938800 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbe35a-9687-43d4-be48-a36757f9ff6a req-d3aa0169-6f61-476c-b3f9-b115bc1f08c4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:19.939369 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': 'fc088fb1-4489-45fc-b721-376f8faf1c63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:19.950189 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-86bbe35a-9687-43d4-be48-a36757f9ff6a req-d3aa0169-6f61-476c-b3f9-b115bc1f08c4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.1072960 May 16 19:10:19.973169 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c81feb0-4c2f-47a5-b5f3-328d8ccb9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (80a3f782-8e7a-4b1f-a6b2-2f312260d31c), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.979766 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c81feb0-4c2f-47a5-b5f3-328d8ccb9a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.982331 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-8c81feb0-4c2f-47a5-b5f3-328d8ccb9a0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80a3f782-8e7a-4b1f-a6b2-2f312260d31c HTTP/1.1" status: 204 len: 168 time: 0.4577000 May 16 19:10:20.006977 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81feb0-4c2f-47a5-b5f3-328d8ccb9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a3f782-8e7a-4b1f-a6b2-2f312260d31c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:20.047691 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (f519547a-73fe-444a-af84-7f919db167a1), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.100714 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-86bbe35a-9687-43d4-be48-a36757f9ff6a req-da0ce98d-11bf-4057-83ed-2d0ce9f8e3c8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422307 May 16 19:10:20.175290 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (f519547a-73fe-444a-af84-7f919db167a1), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.209223 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (f519547a-73fe-444a-af84-7f919db167a1), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.219386 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44514) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:20.244746 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f519547a-73fe-444a-af84-7f919db167a1,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:20.259059 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0b8a-0b8c-4d84-82ad-b9792640fe88 req-e07edb7b-b3f2-4ab7-99c8-6f7881d77f9e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:20.265777 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-de5a0b8a-0b8c-4d84-82ad-b9792640fe88 req-e07edb7b-b3f2-4ab7-99c8-6f7881d77f9e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.1034935 May 16 19:10:20.307572 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.309153 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1aa6389f-6976-4996-85c3-c308f1de6f6c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753376 May 16 19:10:20.313279 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44520) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:20.318149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:20.350491 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-de5a0b8a-0b8c-4d84-82ad-b9792640fe88 req-9cd77537-b483-4538-88d7-fe8390e98d3d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749335 May 16 19:10:20.368020 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.481944 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-230cd50f-51d6-4209-aefe-97350c0fa2ac req-b99f040b-7445-41d5-a496-e992bf81cad8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 210 time: 0.0787644 May 16 19:10:20.533719 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.557822 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045bd18-eb75-4fa8-b73c-dd954aa7517f req-216001b4-64f5-483a-86c6-a3192c4f3689 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:20.559480 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e045bd18-eb75-4fa8-b73c-dd954aa7517f req-216001b4-64f5-483a-86c6-a3192c4f3689 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1095328 May 16 19:10:20.675117 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e045bd18-eb75-4fa8-b73c-dd954aa7517f req-38924faf-fb0d-4f47-a59d-60e9170e4d07 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084237 May 16 19:10:20.695796 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1897405059-network', 'tenant_id': '3f47a5832eba495e9a74266e13420ebb'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:20.713235 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.27.2.128 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/34208807-0073-48d4-acc0-7972c06df040) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:20.753466 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Made reservation on behalf of 3f47a5832eba495e9a74266e13420ebb for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:20.756320 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.777033 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.966611 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (34208807-0073-48d4-acc0-7972c06df040), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:20.995788 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-d962b490-dcb4-4afa-b6f3-acb1800c6c69 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:20.999345 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-d962b490-dcb4-4afa-b6f3-acb1800c6c69 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 815 time: 0.2006238 May 16 19:10:21.013577 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'port': {'device_id': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'admin_state_up': True, 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:21.016389 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks [] for security_group (5a3a9d19-ff3b-428d-b707-8e615d87a767), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.027041 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5a3a9d19-ff3b-428d-b707-8e615d87a767), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.053147 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (34208807-0073-48d4-acc0-7972c06df040), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.055192 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:10:21.131694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3a9d19-ff3b-428d-b707-8e615d87a767,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:21.169944 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (2e871478-3530-4187-9fc8-1a5f96991a20), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.171152 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Added segment 2e871478-3530-4187-9fc8-1a5f96991a20 of type vlan for network 65373252-c9ac-449c-8d31-248e5b6ba06c May 16 19:10:21.205090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Made reservation on behalf of 84949fef3a77459fbf02d0804bafdc4a for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:21.208907 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.236010 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (65373252-c9ac-449c-8d31-248e5b6ba06c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.282361 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:21.335960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2334da-ddb7-4021-b8b2-95e8113ff3ab req-9ad19e48-ece9-4696-8ce7-4337dea21b16 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:21.348961 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3d2334da-ddb7-4021-b8b2-95e8113ff3ab req-9ad19e48-ece9-4696-8ce7-4337dea21b16 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0770388 May 16 19:10:21.397500 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:21.420663 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:21.450366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (65373252-c9ac-449c-8d31-248e5b6ba06c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.453727 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:21.453727 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.466250 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Allocated IP 172.20.0.6 (a0f4becd-a191-415b-ad1c-fb9e538ef619/b09827ca-5d15-49a5-969d-6d7055804106/12358361-c4bc-4509-98f8-117b7fd4543e) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:21.547753 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] Pushing event updated for resources: {'Network': ['ID=65373252-c9ac-449c-8d31-248e5b6ba06c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:21.561665 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 65373252-c9ac-449c-8d31-248e5b6ba06c details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:10:21.638665 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=34208807-0073-48d4-acc0-7972c06df040,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:21.666545 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3d2334da-ddb7-4021-b8b2-95e8113ff3ab req-945c87fd-5719-46a5-ab86-e30c04d15805 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165712 May 16 19:10:21.671887 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (a321b60a-957f-4ec1-a264-bd6375bf28fc), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.685783 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-afaa17b0-9554-41b0-9d6e-302b71213a9c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4593630 May 16 19:10:21.686639 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44574) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:21.700849 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Request body: {'subnet': {'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1897405059-subnet', 'tenant_id': '3f47a5832eba495e9a74266e13420ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:21.766958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0786f3-9e20-4991-b865-093febc65417 req-07274c09-0379-484e-a494-0fd3fa327265 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:21.779720 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ac0786f3-9e20-4991-b865-093febc65417 req-07274c09-0379-484e-a494-0fd3fa327265 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.2793407 May 16 19:10:21.849552 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34208807-0073-48d4-acc0-7972c06df040), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.853000 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Made reservation on behalf of 3f47a5832eba495e9a74266e13420ebb for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:21.855770 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:21.943708 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for port (12358361-c4bc-4509-98f8-117b7fd4543e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.002745 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.035325 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-aeda299f-1e39-46d8-a539-5b3d14d0cfc1 req-d47fe02c-b9c3-4aef-893f-d2a3e22a0beb tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 210 time: 0.1462438 May 16 19:10:22.107282 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:22.120968 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:22.128855 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:22.226053 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ac0786f3-9e20-4991-b865-093febc65417 req-fae86057-7f1b-4a3a-8f17-4f3561bdf33e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402404 May 16 19:10:22.238268 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:22.306876 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:22.313432 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.351535 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-75a12dd4-3744-4410-87c4-623a58f1ca86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3425543 May 16 19:10:22.372494 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Request body: {'port': {'device_id': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:22.393676 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4489f2-dfac-48bc-8700-bcce3875b830 req-b414f2ac-7cc1-40e1-84c9-0403c7ab7931 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:22.402008 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c4489f2-dfac-48bc-8700-bcce3875b830 req-b414f2ac-7cc1-40e1-84c9-0403c7ab7931 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1751816 May 16 19:10:22.441751 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:10:22.459182 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44596) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:22.490987 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.541492 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c4489f2-dfac-48bc-8700-bcce3875b830 req-65a58478-4fe3-44fe-a38c-54e6dc21107a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382358 May 16 19:10:22.624577 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-cc88746f-18b0-427c-a059-71d729206d8e None None] Provisioning complete for port 12358361-c4bc-4509-98f8-117b7fd4543e triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:22.625205 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cc88746f-18b0-427c-a059-71d729206d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.680795 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (34208807-0073-48d4-acc0-7972c06df040), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.690222 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (28650981-5fa2-4483-8864-4ed2915955ff), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.704001 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34208807-0073-48d4-acc0-7972c06df040), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.728514 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-cc88746f-18b0-427c-a059-71d729206d8e None None] Port 12358361-c4bc-4509-98f8-117b7fd4543e cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:22.862504 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3d8e25e8-e48a-401f-8bf7-067a4669fcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.890724 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (a321b60a-957f-4ec1-a264-bd6375bf28fc), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:22.940354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382dc1c-b0fa-4102-b03d-de84c9f0ca6e req-c4cfd0dc-9082-4ce2-a6e7-be7142429fdc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:22.941817 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5382dc1c-b0fa-4102-b03d-de84c9f0ca6e req-c4cfd0dc-9082-4ce2-a6e7-be7142429fdc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0890243 May 16 19:10:23.042629 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=34208807-0073-48d4-acc0-7972c06df040,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:23.055158 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.059891 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5382dc1c-b0fa-4102-b03d-de84c9f0ca6e req-19ffd367-bf92-427b-8122-c79db9062ba1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109717 May 16 19:10:23.065985 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ff69717e-3f0c-4d22-95ce-638ec5bc1118 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7513962 May 16 19:10:23.066886 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28650981-5fa2-4483-8864-4ed2915955ff,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:23.076430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12358361-c4bc-4509-98f8-117b7fd4543e {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:23.086128 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Publish callbacks [] for port (12358361-c4bc-4509-98f8-117b7fd4543e), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.087601 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Checking segment: {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:23.087966 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Network hostable DHCP agents. Network: 65373252-c9ac-449c-8d31-248e5b6ba06c, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:10:23.104116 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Transition to ACTIVE for port object 12358361-c4bc-4509-98f8-117b7fd4543e will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:10:23.110544 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.167283 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Network 65373252-c9ac-449c-8d31-248e5b6ba06c is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:10:23.180488 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3d8e25e8-e48a-401f-8bf7-067a4669fcb9 admin admin] Publish callbacks [] for security_group (f8d7334f-568b-4094-add2-7f2daab7ce63), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.199265 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3d8e25e8-e48a-401f-8bf7-067a4669fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (f8d7334f-568b-4094-add2-7f2daab7ce63), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.242101 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 65373252-c9ac-449c-8d31-248e5b6ba06c) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:23.251860 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e034ea7-7652-4477-a9a0-781e061b0d02 None None] Network 65373252-c9ac-449c-8d31-248e5b6ba06c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:23.277067 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:23.295908 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:23.301589 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.387661 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04d9b-023b-4684-bbac-368fb8367531 req-f806737d-f4a5-4817-88de-a336fe3cda66 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:23.395231 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f6f04d9b-023b-4684-bbac-368fb8367531 req-f806737d-f4a5-4817-88de-a336fe3cda66 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.1214876 May 16 19:10:23.442391 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-3d8e25e8-e48a-401f-8bf7-067a4669fcb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fab2d42cead4bc9a7c3adb92f2748f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9797668 May 16 19:10:23.449803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44610) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:23.463614 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e25e8-e48a-401f-8bf7-067a4669fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d7334f-568b-4094-add2-7f2daab7ce63,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:23.505226 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0563edf0-870a-4410-9fea-9e1893e1ba60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8085878 May 16 19:10:23.615137 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f6f04d9b-023b-4684-bbac-368fb8367531 req-b3c8dcbd-c0d8-4618-9f15-40f8bf2ee831 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044287 May 16 19:10:23.616490 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0ed32f27-6661-4ec3-8db7-25162ccef762 admin admin] Publish callbacks [] for security_group (f8d7334f-568b-4094-add2-7f2daab7ce63), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.633774 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Attempting to bind port 12358361-c4bc-4509-98f8-117b7fd4543e on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:23.634150 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Attempting to bind port 12358361-c4bc-4509-98f8-117b7fd4543e by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:23.634442 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Attempting to bind port 12358361-c4bc-4509-98f8-117b7fd4543e on network a0f4becd-a191-415b-ad1c-fb9e538ef619 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:23.674242 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0ed32f27-6661-4ec3-8db7-25162ccef762 admin admin] Publish callbacks [] for security_group (f8d7334f-568b-4094-add2-7f2daab7ce63), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.695327 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Port 12358361-c4bc-4509-98f8-117b7fd4543e on network a0f4becd-a191-415b-ad1c-fb9e538ef619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:10:23.695700 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Attempting to bind port 12358361-c4bc-4509-98f8-117b7fd4543e on network a0f4becd-a191-415b-ad1c-fb9e538ef619 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:23.722999 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:23.723351 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Checking segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:23.723747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Bound using segment: {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:23.724285 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Bound port: 12358361-c4bc-4509-98f8-117b7fd4543e, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb919b6-8cae-4c93-ac7a-d29a1fc30934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:23.724720 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.757918 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0ed32f27-6661-4ec3-8db7-25162ccef762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (f8d7334f-568b-4094-add2-7f2daab7ce63), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.761145 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0ed32f27-6661-4ec3-8db7-25162ccef762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:23.764891 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0ed32f27-6661-4ec3-8db7-25162ccef762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d7334f-568b-4094-add2-7f2daab7ce63 HTTP/1.1" status: 204 len: 168 time: 0.3114758 May 16 19:10:23.769752 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf941a-be32-46b1-8ce7-fdbf31f40a6b req-57b2a9ec-3cdb-4e5d-9e91-63af4ac0c60d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:23.784137 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5bdf941a-be32-46b1-8ce7-fdbf31f40a6b req-57b2a9ec-3cdb-4e5d-9e91-63af4ac0c60d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.3643975 May 16 19:10:23.791317 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed32f27-6661-4ec3-8db7-25162ccef762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d7334f-568b-4094-add2-7f2daab7ce63,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:24.020498 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5bdf941a-be32-46b1-8ce7-fdbf31f40a6b req-1f1dbdee-af75-4155-80d7-71ee158316d5 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353430 May 16 19:10:24.021885 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:24.054102 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:24.071450 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:24.123490 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e0843-a65e-41fc-95c7-0d9700f74fc6 None None] Network 65373252-c9ac-449c-8d31-248e5b6ba06c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:24.207198 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:24.208364 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:24.210173 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] 10.222.0.49 "PUT /v2.0/ports/12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 1093 time: 1.8421104 May 16 19:10:24.215082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:24.226001 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:24.345516 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf578-a77a-4bce-b478-3d5372d332ea req-2d6e6c3d-b0fb-45c3-9aec-e7affac9ae16 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:24.358161 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4adbf578-a77a-4bce-b478-3d5372d332ea req-2d6e6c3d-b0fb-45c3-9aec-e7affac9ae16 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1206069 May 16 19:10:24.530205 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e97f-85cc-486e-bbc0-dd2eceea5258 service neutron] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:24.542726 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-47608bda-d14a-4743-be70-b81f5fa989d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:24.546998 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-47608bda-d14a-4743-be70-b81f5fa989d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1127 time: 0.1865373 May 16 19:10:24.670376 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-5b376300-4599-472a-9ffa-93dd3705ae84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 217 time: 0.1103454 May 16 19:10:24.704516 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4adbf578-a77a-4bce-b478-3d5372d332ea req-9430f7c8-05dc-4283-9a36-0e7e42a7fbaa tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452895 May 16 19:10:24.823842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-f548fcd9-62b1-4442-ad42-2fb44b814edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:24.825646 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-f548fcd9-62b1-4442-ad42-2fb44b814edf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.1183548 May 16 19:10:25.135223 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8fc87-dee8-4ffd-bffa-ca1f8b9e83d3 req-cd10bea6-1010-4719-8303-2cf71e2ecc3c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:25.144904 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b9a8fc87-dee8-4ffd-bffa-ca1f8b9e83d3 req-cd10bea6-1010-4719-8303-2cf71e2ecc3c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.3129256 May 16 19:10:25.196074 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-2e518953-7f72-4d78-894f-82cba6a36590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:25.201999 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-2e518953-7f72-4d78-894f-82cba6a36590 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1731830 May 16 19:10:25.264104 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b9a8fc87-dee8-4ffd-bffa-ca1f8b9e83d3 req-b83896f9-82ad-4b6e-99a6-c8409d3e47b7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164677 May 16 19:10:25.324600 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6efd94-0282-41d0-a883-25ab1637e404 x-openstack-request-id: req-9b6efd94-0282-41d0-a883-25ab1637e404 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:25.325519 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:25.325842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b6efd94-0282-41d0-a883-25ab1637e404 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:25.326262 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6efd94-0282-41d0-a883-25ab1637e404'] response: {'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'status': 'completed', 'code': 200} May 16 19:10:25.373271 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44656) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:25.513913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bf59-cda7-43ec-9897-57c1b35c2a53 req-e7acc348-b487-4c9c-8cf0-8b38153fd89c tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:25.525590 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b993bf59-cda7-43ec-9897-57c1b35c2a53 req-e7acc348-b487-4c9c-8cf0-8b38153fd89c tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.1017418 May 16 19:10:25.592041 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2128966535-network', 'tenant_id': '5e758da8d71142bdbac8765efccefde8'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:25.658841 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Made reservation on behalf of 5e758da8d71142bdbac8765efccefde8 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:25.662889 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:25.671763 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b993bf59-cda7-43ec-9897-57c1b35c2a53 req-e585691d-d92a-4148-bf0d-45999049e2b9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445835 May 16 19:10:25.695173 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:25.840487 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks [] for security_group (40cd2d74-dc84-49d2-bb4d-56af9e16eb6c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:25.850925 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (40cd2d74-dc84-49d2-bb4d-56af9e16eb6c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:25.905180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd2d74-dc84-49d2-bb4d-56af9e16eb6c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:25.935451 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:10:25.955412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (0c129043-7d94-4fae-ac7a-5da8804d222c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:25.955889 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Added segment 0c129043-7d94-4fae-ac7a-5da8804d222c of type vlan for network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c May 16 19:10:25.972869 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573ddb3-1987-47c4-a917-d76b07ef8b28 req-42f85487-deab-461b-95c2-e3121ebab6fb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:25.982881 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6573ddb3-1987-47c4-a917-d76b07ef8b28 req-42f85487-deab-461b-95c2-e3121ebab6fb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.1211846 May 16 19:10:25.994653 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-678da0e9-5af9-416b-bb58-78c2b7c61d61 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165936 May 16 19:10:26.029963 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (5aa18cd6-b394-4c2d-b694-bca5dc20e63c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.063828 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (5aa18cd6-b394-4c2d-b694-bca5dc20e63c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.065197 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:26.066040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.114066 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7391605 May 16 19:10:26.116461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44668) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:26.120835 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6573ddb3-1987-47c4-a917-d76b07ef8b28 req-56df2868-590d-4822-8a1a-a3a87ceff2bf tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362793 May 16 19:10:26.126749 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Request body: {'subnet': {'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2128966535-subnet', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:26.166321 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde86215-9513-4ee3-aae5-f6715caaf501 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa18cd6-b394-4c2d-b694-bca5dc20e63c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:26.177518 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:10:26.198507 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Made reservation on behalf of 5e758da8d71142bdbac8765efccefde8 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:26.201967 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.291753 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dfe8c54e-4d95-45b8-a295-5b2cde54b4cf req-49db6e64-c4ae-40e6-9805-8cc041c87360 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890394 May 16 19:10:26.324670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f6149-04b7-4afa-9337-037015cb9c5f req-cc6f4871-8531-4583-8f35-a390df5d5297 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:26.332433 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-525f6149-04b7-4afa-9337-037015cb9c5f req-cc6f4871-8531-4583-8f35-a390df5d5297 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0906193 May 16 19:10:26.404136 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-525f6149-04b7-4afa-9337-037015cb9c5f req-25defb48-7770-413b-a0c0-1aab54c75a6e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690458 May 16 19:10:26.470471 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-d8352269-d3d7-4a3c-adc4-fc6efafffd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:26.474157 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-d8352269-d3d7-4a3c-adc4-fc6efafffd39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1127 time: 0.1081135 May 16 19:10:26.552266 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (7dd732f0-0b31-4b2d-b3e3-e716662b9eee), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.617633 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd732f0-0b31-4b2d-b3e3-e716662b9eee,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:26.653594 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Checking segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:26.659556 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Network hostable DHCP agents. Network: 5aa18cd6-b394-4c2d-b694-bca5dc20e63c, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:10:26.699272 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:10:26.727779 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 5aa18cd6-b394-4c2d-b694-bca5dc20e63c) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:26.733702 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:26.734721 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.743960 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8646d9-7cca-47b0-b41f-05c0f107c603 None None] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:26.777066 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4602bd1e-1daa-4af4-93b9-0a500454532d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6566265 May 16 19:10:26.780577 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44682) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:26.788075 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:26.826609 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-a8ca8ba4-b312-4a25-94ce-9f13b8939abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:26.830290 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-a8ca8ba4-b312-4a25-94ce-9f13b8939abc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 916 time: 0.1915252 May 16 19:10:26.835481 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (ee43516b-72f7-46da-a074-35ac4171c322), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.836714 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (ee43516b-72f7-46da-a074-35ac4171c322), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.959015 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks [] for router_controller (ee43516b-72f7-46da-a074-35ac4171c322), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.008490 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:10:27.012659 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.202450 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-f24ff86c-4abc-4cc1-ab42-7e48f160e627 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 217 time: 0.0970604 May 16 19:10:27.299102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Allocated IP 172.20.0.2 (5aa18cd6-b394-4c2d-b694-bca5dc20e63c/7dd732f0-0b31-4b2d-b3e3-e716662b9eee/b42da433-de3c-4c0a-9b81-220911863f92) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:27.337896 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-d6f72ea5-6f66-44ec-b56b-cc400c30526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:27.344256 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-d6f72ea5-6f66-44ec-b56b-cc400c30526f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.0977807 May 16 19:10:27.395980 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks [] for router_gateway (ee43516b-72f7-46da-a074-35ac4171c322), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.429484 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-4b641b45-8173-4468-a5bb-c57a65342be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:27.431846 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-4b641b45-8173-4468-a5bb-c57a65342be6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784237 May 16 19:10:27.566895 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Publish callbacks [] for port (b42da433-de3c-4c0a-9b81-220911863f92), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.585254 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (b42da433-de3c-4c0a-9b81-220911863f92), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.659649 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-973a7521-882c-48fc-b9ae-4800d1768323 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148418 May 16 19:10:27.666909 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:27.685493 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:27.689836 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:27.704392 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks [] for router_gateway (ee43516b-72f7-46da-a074-35ac4171c322), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.741224 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.781446 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Pushing event updated for resources: {'Port': ['ID=b42da433-de3c-4c0a-9b81-220911863f92,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:27.854869 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Attempting to bind port b42da433-de3c-4c0a-9b81-220911863f92 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:27.856172 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Attempting to bind port b42da433-de3c-4c0a-9b81-220911863f92 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:27.857042 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Attempting to bind port b42da433-de3c-4c0a-9b81-220911863f92 on network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:27.863621 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4ecb3654-8e42-4d7a-b3c4-af06ceb0f207 req-b7aef689-1a55-48dc-b94d-a315059cdaa1 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954160 May 16 19:10:27.886293 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:27.887751 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Checking segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:27.888932 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.889334 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Bound using segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:27.889897 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Bound port: b42da433-de3c-4c0a-9b81-220911863f92, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:27.891420 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b42da433-de3c-4c0a-9b81-220911863f92), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:27.974223 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Allocated IP 172.27.2.9 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/bed44910-96c2-4ff6-ad36-97389a962f94) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:27.994405 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] For port b42da433-de3c-4c0a-9b81-220911863f92, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:27.999637 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] For port b42da433-de3c-4c0a-9b81-220911863f92, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=b42da433-de3c-4c0a-9b81-220911863f92,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:28.018864 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b42da433-de3c-4c0a-9b81-220911863f92), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:28.106384 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba336f60-10b0-41ec-aaa8-6000d53835f8 None None] Pushing event updated for resources: {'Port': ['ID=b42da433-de3c-4c0a-9b81-220911863f92,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:28.153961 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks [] for port (bed44910-96c2-4ff6-ad36-97389a962f94), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:28.203377 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:28.253633 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:28.262194 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:28.264883 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:28.270510 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Pushing event updated for resources: {'Port': ['ID=bed44910-96c2-4ff6-ad36-97389a962f94,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:29.037339 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks [] for router_gateway (ee43516b-72f7-46da-a074-35ac4171c322), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:29.391612 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (ee43516b-72f7-46da-a074-35ac4171c322), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:29.576122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Router ee43516b-72f7-46da-a074-35ac4171c322 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:10:29.636617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b42da433-de3c-4c0a-9b81-220911863f92 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:29.732800 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port b42da433-de3c-4c0a-9b81-220911863f92 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:29.732800 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b42da433-de3c-4c0a-9b81-220911863f92), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:29.858292 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port b42da433-de3c-4c0a-9b81-220911863f92 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:29.859227 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b42da433-de3c-4c0a-9b81-220911863f92), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:29.871324 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:29.881901 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Sync routers for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:29.893884 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:29.902806 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:29.907752 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:29.912166 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-848cc6f6-6a35-45f0-bc45-68c92a76b34b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1318550 May 16 19:10:29.913974 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44692) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:29.926192 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port b42da433-de3c-4c0a-9b81-220911863f92, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=b42da433-de3c-4c0a-9b81-220911863f92,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:29.935954 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b42da433-de3c-4c0a-9b81-220911863f92), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.080835 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=b42da433-de3c-4c0a-9b81-220911863f92,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:30.088683 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eaf474-0f6a-4a52-9ecf-43a6ef4418b0 None None] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:30.189507 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:30.285136 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-e1d11429-1862-435c-a93c-70be056f1a4f None None] Provisioning complete for port b42da433-de3c-4c0a-9b81-220911863f92 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:30.285893 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e1d11429-1862-435c-a93c-70be056f1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b42da433-de3c-4c0a-9b81-220911863f92), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.378557 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-e1d11429-1862-435c-a93c-70be056f1a4f None None] Current status of the port b42da433-de3c-4c0a-9b81-220911863f92 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:30.548641 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:28Z', 'revision_number': 3, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:30.591936 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Checking router: ee43516b-72f7-46da-a074-35ac4171c322 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:30.592225 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Updating router ee43516b-72f7-46da-a074-35ac4171c322 port bed44910-96c2-4ff6-ad36-97389a962f94 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:30.635501 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.711751 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-2d0e730c-27fc-48c1-8288-5a4d1bedc01d None None] Provisioning complete for port b42da433-de3c-4c0a-9b81-220911863f92 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:30.711751 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2d0e730c-27fc-48c1-8288-5a4d1bedc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b42da433-de3c-4c0a-9b81-220911863f92), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.886636 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e730c-27fc-48c1-8288-5a4d1bedc01d None None] Current status of the port b42da433-de3c-4c0a-9b81-220911863f92 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:31.071777 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Publish callbacks [] for port (bed44910-96c2-4ff6-ad36-97389a962f94), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.082059 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.124721 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0eee6-42a1-49c3-b42b-ffd07b4ce187 None None] Pushing event updated for resources: {'Port': ['ID=bed44910-96c2-4ff6-ad36-97389a962f94,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:31.139649 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.149386 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Attempting to bind port bed44910-96c2-4ff6-ad36-97389a962f94 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:31.149794 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Attempting to bind port bed44910-96c2-4ff6-ad36-97389a962f94 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:31.150124 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Attempting to bind port bed44910-96c2-4ff6-ad36-97389a962f94 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:31.165861 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:31.166502 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:31.167490 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.168196 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:31.168896 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Bound port: bed44910-96c2-4ff6-ad36-97389a962f94, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:31.169470 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.250697 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] For port bed44910-96c2-4ff6-ad36-97389a962f94, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:31.256321 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] For port bed44910-96c2-4ff6-ad36-97389a962f94, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=bed44910-96c2-4ff6-ad36-97389a962f94,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:31.270117 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.369315 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:31.376050 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:31.387093 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0eee6-42a1-49c3-b42b-ffd07b4ce187 None None] Pushing event updated for resources: {'Port': ['ID=bed44910-96c2-4ff6-ad36-97389a962f94,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:31.479533 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Allocated IP 172.20.0.1 (5aa18cd6-b394-4c2d-b694-bca5dc20e63c/7dd732f0-0b31-4b2d-b3e3-e716662b9eee/4bba98b4-8057-4a90-b15a-1b1615210962) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:31.609664 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:31.628535 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b42da433-de3c-4c0a-9b81-220911863f92 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:31.638170 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-d948c8dc-b1cd-45f5-9f8f-9db0df04d330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2061456490&fields=id&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 267 time: 0.1119289 May 16 19:10:31.696261 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port b42da433-de3c-4c0a-9b81-220911863f92 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:31.696921 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b42da433-de3c-4c0a-9b81-220911863f92), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.757141 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-f8c335c2-43b3-44c0-9be2-4dd30201427e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:31.758350 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-f8c335c2-43b3-44c0-9be2-4dd30201427e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.1116068 May 16 19:10:31.792772 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-ac8dc05d-7856-4da7-964d-9ae5e6414126 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/quotas/dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 375 time: 0.0230107 May 16 19:10:31.837267 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port b42da433-de3c-4c0a-9b81-220911863f92 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:31.842614 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks [] for port (4bba98b4-8057-4a90-b15a-1b1615210962), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.870744 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-139964a5-700f-4a93-9e29-116a6888a6b0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:31.872988 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-139964a5-700f-4a93-9e29-116a6888a6b0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/networks?id=65373252-c9ac-449c-8d31-248e5b6ba06c HTTP/1.1" status: 200 len: 814 time: 0.3185771 May 16 19:10:31.901333 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-6f0902f1-a90b-4b41-a40a-9350eee50634 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011941 May 16 19:10:31.907763 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-634d2283-e2da-4d5a-b7d6-d9015739ff84 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/quotas/3f47a5832eba495e9a74266e13420ebb HTTP/1.1" status: 200 len: 375 time: 0.0270357 May 16 19:10:31.951615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.963983 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-da1f7f84-3170-46c6-b155-3c284f3d01ac tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f47a5832eba495e9a74266e13420ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485654 May 16 19:10:31.992989 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:28Z', 'revision_number': 3, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:32.051539 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77440b69-5237-4d1a-b82f-3139c96f9e4a None None] The sync data for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi is: [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:28Z', 'revision_number': 3, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:32.068219 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:32.104653 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Pushing event updated for resources: {'Port': ['ID=4bba98b4-8057-4a90-b15a-1b1615210962,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:32.109159 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:32.116078 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-57c3fc3b-e1e5-454e-95ff-2ed39b5cca03 service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919687 May 16 19:10:32.116738 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:32.159435 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (ee43516b-72f7-46da-a074-35ac4171c322), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:32.267387 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-949dc42e-1735-4337-97a2-51844b2ca638 service neutron] 10.222.0.24 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024306 May 16 19:10:32.333627 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-566abab2-ada7-499f-a32a-3e995bfa5f65 service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220826 May 16 19:10:32.551474 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:32.618688 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-edf5456b-4ce7-40de-9bf0-d7b397647611 service neutron] 10.222.0.24 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503685 May 16 19:10:32.663493 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-2156d1b3-f6a6-4a17-bd5c-2d639707d19c None None] Provisioning complete for port 4bba98b4-8057-4a90-b15a-1b1615210962 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:32.664074 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2156d1b3-f6a6-4a17-bd5c-2d639707d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:32.808081 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2156d1b3-f6a6-4a17-bd5c-2d639707d19c None None] Port 4bba98b4-8057-4a90-b15a-1b1615210962 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:32.910921 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c73d-6508-4407-ba03-903c0fb93f10 req-b440e5d2-ac50-41e3-b75a-5658497c5959 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:32.915475 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-59d7c73d-6508-4407-ba03-903c0fb93f10 req-b440e5d2-ac50-41e3-b75a-5658497c5959 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0784981 May 16 19:10:32.996854 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks [] for port (4bba98b4-8057-4a90-b15a-1b1615210962), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:33.002918 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:33.007241 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-59d7c73d-6508-4407-ba03-903c0fb93f10 req-34c8ca05-9060-4373-b2ac-e863bf674a57 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870433 May 16 19:10:33.163042 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (ee43516b-72f7-46da-a074-35ac4171c322), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:33.167272 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Pushing event updated for resources: {'Port': ['ID=4bba98b4-8057-4a90-b15a-1b1615210962,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:33.360488 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c51eb-51e6-42b0-90e2-a30222771c5d req-8ebec46b-09d3-4a3f-987e-ba4bca8e8b0e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:33.365974 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-029c51eb-51e6-42b0-90e2-a30222771c5d req-8ebec46b-09d3-4a3f-987e-ba4bca8e8b0e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.1145270 May 16 19:10:33.410234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f9831-b6f5-451c-a89f-940961e23d67 req-36b24b2a-74f4-4980-b61b-4692f79e308d tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:33.414737 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6d3f9831-b6f5-451c-a89f-940961e23d67 req-36b24b2a-74f4-4980-b61b-4692f79e308d tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.2472615 May 16 19:10:33.598654 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-029c51eb-51e6-42b0-90e2-a30222771c5d req-0b5de602-2289-4da3-babd-be61f4518d52 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189856 May 16 19:10:33.639243 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bed44910-96c2-4ff6-ad36-97389a962f94 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:33.644538 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:33.654449 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:33.762220 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port bed44910-96c2-4ff6-ad36-97389a962f94 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:33.763001 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:33.853609 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port bed44910-96c2-4ff6-ad36-97389a962f94 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:33.854355 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:33.883576 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857a9e5-772b-4109-b94c-609ebddaed9b req-00d83063-5d25-428e-8245-e7fc6e55cd41 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:33.888772 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port bed44910-96c2-4ff6-ad36-97389a962f94, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=bed44910-96c2-4ff6-ad36-97389a962f94,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:33.897212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:33.897881 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2857a9e5-772b-4109-b94c-609ebddaed9b req-00d83063-5d25-428e-8245-e7fc6e55cd41 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1420209 May 16 19:10:33.919316 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6d3f9831-b6f5-451c-a89f-940961e23d67 req-3df045d5-347c-4d05-8ffc-7633db2c23bb tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049793 May 16 19:10:33.993399 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=bed44910-96c2-4ff6-ad36-97389a962f94,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:34.023897 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:34.036846 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2857a9e5-772b-4109-b94c-609ebddaed9b req-06d47ebc-d1fa-4db0-8374-8bca276e8318 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377749 May 16 19:10:34.061761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Router ee43516b-72f7-46da-a074-35ac4171c322 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:10:34.226009 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0832d107-4844-4561-a9ef-d17f21e19eb3 req-6cca0bda-e7c5-45c3-b793-09ebd7d3dab5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0701134 May 16 19:10:34.238049 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-832ddb8b-b7e7-4d1f-b9f7-b9c40c0c55ea req-1fe40dee-b232-4db7-b34f-201ce74c2a87 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0499837 May 16 19:10:34.251156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-f13290af-f767-4768-885b-3ec5d3d29857 None None] Provisioning complete for port 4bba98b4-8057-4a90-b15a-1b1615210962 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:34.251527 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f13290af-f767-4768-885b-3ec5d3d29857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:34.260552 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:34.272520 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-fa647ee3-0320-41d8-b285-e65039cf3eae admin admin] 10.222.0.24 "PUT /v2.0/routers/ee43516b-72f7-46da-a074-35ac4171c322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3579440 May 16 19:10:34.330968 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-f13290af-f767-4768-885b-3ec5d3d29857 None None] Port 4bba98b4-8057-4a90-b15a-1b1615210962 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:34.468458 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedbd91-0d1a-4903-8694-859b833ea7d7 req-77ac66c9-86d2-4e58-b9ec-737572aa8435 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:34.471353 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0bedbd91-0d1a-4903-8694-859b833ea7d7 req-77ac66c9-86d2-4e58-b9ec-737572aa8435 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0956357 May 16 19:10:34.612885 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0bedbd91-0d1a-4903-8694-859b833ea7d7 req-03b8d998-f91e-432d-875d-82383eb6516c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301467 May 16 19:10:34.719124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a372d6-d653-4803-b274-b113dce63488 req-50d3b5a3-3c17-46a5-8f98-b1d4d7cc17fa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:34.720704 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-59a372d6-d653-4803-b274-b113dce63488 req-50d3b5a3-3c17-46a5-8f98-b1d4d7cc17fa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.1346319 May 16 19:10:34.777083 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-59a372d6-d653-4803-b274-b113dce63488 req-19528991-ae84-4ddd-8abc-aa7f1369483f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497606 May 16 19:10:35.103901 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d90c-99fc-4d7a-b052-6e811670ca7e req-4b90ef0f-8125-4f83-887f-0c7e7f2a99ee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:35.105607 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d192d90c-99fc-4d7a-b052-6e811670ca7e req-4b90ef0f-8125-4f83-887f-0c7e7f2a99ee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.0692911 May 16 19:10:35.193934 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18449d6c-2201-4ea7-a6ea-993e944dac39 req-263975f7-58fd-4851-bf21-61c017286350 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:35.206322 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d192d90c-99fc-4d7a-b052-6e811670ca7e req-08b3271d-289e-4606-9dba-94d0fd29cac3 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 May 16 19:10:35.209908 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-18449d6c-2201-4ea7-a6ea-993e944dac39 req-263975f7-58fd-4851-bf21-61c017286350 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0681694 May 16 19:10:35.236267 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44818) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:35.242881 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1651276662-network', 'tenant_id': '83f09aa01b714c549f44f03f652089bd'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:35.310980 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Made reservation on behalf of 83f09aa01b714c549f44f03f652089bd for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:35.313451 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.339926 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-18449d6c-2201-4ea7-a6ea-993e944dac39 req-73e7b5e1-29ae-489b-bd0a-73cedc0ea7ff tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289480 May 16 19:10:35.343561 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.369809 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d1ea01d4-6c59-4427-a5c1-0937a4e6f986 req-e8024a77-617c-4c42-ac1a-3160f8af022d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0589633 May 16 19:10:35.458476 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Sync routers for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:35.470217 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:35.471092 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:35.505522 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5dc2be10-7a69-4b70-a610-baef11ce7f57 req-a67561f0-4737-4902-8517-4d51d36e0ecb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0481718 May 16 19:10:35.540151 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks [] for security_group (e0ea9cb1-0398-4572-b176-7af44bdeab2c), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.549848 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e0ea9cb1-0398-4572-b176-7af44bdeab2c), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.599990 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:10:35.606971 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea9cb1-0398-4572-b176-7af44bdeab2c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:35.609139 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bed44910-96c2-4ff6-ad36-97389a962f94 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:35.613639 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:35.623188 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (6507688a-cb0c-4a1d-95eb-d4fb3f4efcab), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.623864 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Added segment 6507688a-cb0c-4a1d-95eb-d4fb3f4efcab of type vlan for network b4c79175-757f-442c-839b-89cf46e8571a May 16 19:10:35.695490 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (b4c79175-757f-442c-839b-89cf46e8571a), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.745573 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port bed44910-96c2-4ff6-ad36-97389a962f94 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:35.746148 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.759218 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44828) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:35.795178 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (b4c79175-757f-442c-839b-89cf46e8571a), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.796331 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:35.796920 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.862456 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6235206 May 16 19:10:35.864647 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Deleting subnet 6b1e8bf9-8755-4acf-80a8-62c01c9aace0 {{(pid=103673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:10:35.865553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44832) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:35.873204 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69868cf-3b55-4aad-b608-23b4301cae8d req-9e948680-1714-4023-aa88-d4eb4dc64d86 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:35.875107 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Request body: {'subnet': {'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1651276662-subnet', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:35.880997 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c69868cf-3b55-4aad-b608-23b4301cae8d req-9e948680-1714-4023-aa88-d4eb4dc64d86 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0887883 May 16 19:10:35.885945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Publish callbacks [] for subnet (6b1e8bf9-8755-4acf-80a8-62c01c9aace0), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.954017 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Made reservation on behalf of 83f09aa01b714c549f44f03f652089bd for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:35.956735 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.972072 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2062d-f62d-47d4-80da-9f6ca09a27ea admin admin] Pushing event updated for resources: {'Network': ['ID=b4c79175-757f-442c-839b-89cf46e8571a,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:35.975199 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port bed44910-96c2-4ff6-ad36-97389a962f94 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:35.978822 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 2, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:36.025063 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f819c-4dd0-4c83-b1e0-2b72b676480a req-2bf96901-9274-42f4-8387-421084b13d29 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:36.028172 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Checking router: ee43516b-72f7-46da-a074-35ac4171c322 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:36.028585 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Updating router ee43516b-72f7-46da-a074-35ac4171c322 port 4bba98b4-8057-4a90-b15a-1b1615210962 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:36.030935 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network b4c79175-757f-442c-839b-89cf46e8571a details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:10:36.032725 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-653f819c-4dd0-4c83-b1e0-2b72b676480a req-2bf96901-9274-42f4-8387-421084b13d29 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0797062 May 16 19:10:36.041714 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c69868cf-3b55-4aad-b608-23b4301cae8d req-060967ba-c0b4-4659-8c2e-0fba73c3fcc3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595664 May 16 19:10:36.050742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981375'] for subnet (6b1e8bf9-8755-4acf-80a8-62c01c9aace0), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.140831 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.174695 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (6b1e8bf9-8755-4acf-80a8-62c01c9aace0), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.267730 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-653f819c-4dd0-4c83-b1e0-2b72b676480a req-10ea58ac-03d5-4d14-b32f-af6f1d0adac0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337661 May 16 19:10:36.314693 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125933229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126163345'] for subnet (6b1e8bf9-8755-4acf-80a8-62c01c9aace0), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.357234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.365230 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6b1e8bf9-8755-4acf-80a8-62c01c9aace0 HTTP/1.1" status: 204 len: 168 time: 0.6027951 May 16 19:10:36.365914 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44838) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:36.456217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c569-743e-4ca3-8b65-8be5565a5328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1e8bf9-8755-4acf-80a8-62c01c9aace0,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:36.473123 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (9bac27d6-0c85-46aa-be6c-5a793c68a520), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.502225 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (59ff3965-e68d-4359-9120-68276006b27c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.513569 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2880b0-765c-48e6-9351-8244296198a0 req-fdeac050-feaa-4770-a20e-3d11c00fe4ae tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:36.514928 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bb2880b0-765c-48e6-9351-8244296198a0 req-fdeac050-feaa-4770-a20e-3d11c00fe4ae tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.1838067 May 16 19:10:36.561847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a9745-7b4c-47a7-93a2-1c67411355b6 req-73ee7352-a166-4d38-a2b2-3b37fefccca5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:36.566210 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6b9a9745-7b4c-47a7-93a2-1c67411355b6 req-73ee7352-a166-4d38-a2b2-3b37fefccca5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1227393 May 16 19:10:36.606734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bac27d6-0c85-46aa-be6c-5a793c68a520,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:36.625644 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Checking segment: {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:36.626051 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Network hostable DHCP agents. Network: b4c79175-757f-442c-839b-89cf46e8571a, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:10:36.634787 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (59ff3965-e68d-4359-9120-68276006b27c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.646158 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bb2880b0-765c-48e6-9351-8244296198a0 req-b1cbb8fd-45cc-41dd-87f1-dcefc0d6e596 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192274 May 16 19:10:36.646919 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6b9a9745-7b4c-47a7-93a2-1c67411355b6 req-56f929b9-27a3-4de3-9d4a-7e8da4dc9ac4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685174 May 16 19:10:36.662808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ff3965-e68d-4359-9120-68276006b27c']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:36.665592 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Network b4c79175-757f-442c-839b-89cf46e8571a is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:10:36.691082 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bcd8d900-fe61-4d67-be85-bef5f0fba87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.691825 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f70feb-880d-4e8f-b911-0164b9fa328a') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:36.692836 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f70feb-880d-4e8f-b911-0164b9fa328a') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:36.698821 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, b4c79175-757f-442c-839b-89cf46e8571a) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:36.704336 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:36.705339 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.710245 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (90f70feb-880d-4e8f-b911-0164b9fa328a), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.727758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (90f70feb-880d-4e8f-b911-0164b9fa328a), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.735964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9433739-ed23-4d4f-84cd-fefd1721c0c6 None None] Network b4c79175-757f-442c-839b-89cf46e8571a requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:36.736568 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f447e9f0-d656-4e2a-b4c3-35b1c7901c40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8697350 May 16 19:10:36.736704 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:10:36.737169 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (90f70feb-880d-4e8f-b911-0164b9fa328a), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.738310 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44846) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:10:36.739467 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:10:36.748203 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:36.780215 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Publish callbacks [] for port (4bba98b4-8057-4a90-b15a-1b1615210962), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.811792 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c5521812-3ed9-45aa-bb36-fb06723e6543 req-20fb9652-a048-403c-9781-753beeaf2e49 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0327556 May 16 19:10:36.812809 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (60f60a8e-5bf9-402a-a850-d698416aea1a), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.813996 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (60f60a8e-5bf9-402a-a850-d698416aea1a), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.815787 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.824229 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5bc91afd-8aba-49e7-bfdc-0a8e2931a3f3 req-27d087c7-298f-4f49-8d63-1227f7dc639d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0639510 May 16 19:10:36.839431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (59ff3965-e68d-4359-9120-68276006b27c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.844991 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.848152 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] 10.222.0.24 "DELETE /v2.0/networks/59ff3965-e68d-4359-9120-68276006b27c HTTP/1.1" status: 204 len: 168 time: 0.4517243 May 16 19:10:36.861463 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fb859-e7b3-4210-948e-14a93b4c6e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=59ff3965-e68d-4359-9120-68276006b27c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:36.897823 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks [] for router_controller (60f60a8e-5bf9-402a-a850-d698416aea1a), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.900115 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61573-b4ac-47ff-9e96-8eed0b9a4bed None None] Pushing event updated for resources: {'Port': ['ID=4bba98b4-8057-4a90-b15a-1b1615210962,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:36.920909 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-b4c79175-757f-442c-839b-89cf46e8571a', 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a', 'project_id': '83f09aa01b714c549f44f03f652089bd', 'fixed_ips': [{'subnet_id': '9bac27d6-0c85-46aa-be6c-5a793c68a520'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:10:36.922287 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.057370 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Attempting to bind port 4bba98b4-8057-4a90-b15a-1b1615210962 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:37.057847 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Attempting to bind port 4bba98b4-8057-4a90-b15a-1b1615210962 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:37.058252 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Attempting to bind port 4bba98b4-8057-4a90-b15a-1b1615210962 on network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:37.070990 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:37.071398 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Checking segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:37.072621 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.073088 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Bound using segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:37.073790 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Bound port: 4bba98b4-8057-4a90-b15a-1b1615210962, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:37.075503 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.092993 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks [] for router_gateway (60f60a8e-5bf9-402a-a850-d698416aea1a), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.190851 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44854) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:37.202842 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] For port 4bba98b4-8057-4a90-b15a-1b1615210962, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:37.209329 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Allocated IP 172.20.0.2 (b4c79175-757f-442c-839b-89cf46e8571a/9bac27d6-0c85-46aa-be6c-5a793c68a520/88b6589a-4076-4686-a104-f54846bc903b) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:37.216581 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] For port 4bba98b4-8057-4a90-b15a-1b1615210962, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=4bba98b4-8057-4a90-b15a-1b1615210962,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:37.231112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273058-32e2-4e8c-b11c-deea337050a0 req-dfbac1c9-8700-4ac0-9432-95fae61fa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.233263 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-dfbac1c9-8700-4ac0-9432-95fae61fa155 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1129 time: 0.0979135 May 16 19:10:37.236092 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.289134 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a150f632-783f-405c-a99a-032cfb87fcee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7b9188e991a4a7bb57c8a5beb3fb278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923924 May 16 19:10:37.291408 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44860) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:37.305650 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8772cc-47d7-48b9-85b6-cd0e72ee50b0 req-0351f4ee-f01b-4113-a24b-ef1e31d11dea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.312478 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3a8772cc-47d7-48b9-85b6-cd0e72ee50b0 req-0351f4ee-f01b-4113-a24b-ef1e31d11dea tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0776253 May 16 19:10:37.401436 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf5ce-362d-4f70-9fbd-4bdc8a8617f5 req-4360f932-53ce-46ce-9d68-5a6451eed2a1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.409016 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeddf5ce-362d-4f70-9fbd-4bdc8a8617f5 req-4360f932-53ce-46ce-9d68-5a6451eed2a1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0581384 May 16 19:10:37.465672 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeddf5ce-362d-4f70-9fbd-4bdc8a8617f5 req-54a96ca6-538f-42be-ad40-6cd2ca825c73 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553317 May 16 19:10:37.481973 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:37.482669 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:37.485278 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] Provisioning complete for port 4bba98b4-8057-4a90-b15a-1b1615210962 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:37.485664 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.495276 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61573-b4ac-47ff-9e96-8eed0b9a4bed None None] Pushing event updated for resources: {'Port': ['ID=4bba98b4-8057-4a90-b15a-1b1615210962,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:37.499547 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:10:37.594817 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Publish callbacks [] for port (88b6589a-4076-4686-a104-f54846bc903b), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.627405 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (88b6589a-4076-4686-a104-f54846bc903b), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.696371 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3a8772cc-47d7-48b9-85b6-cd0e72ee50b0 req-8bf22801-ce3a-445a-9db6-40bc954bd0fd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830492 May 16 19:10:37.711829 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6ecb15d9-c97f-4d6d-b9c3-e4247dfd7506 admin admin] Publish callbacks [] for security_group (81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.714112 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks [] for router_gateway (60f60a8e-5bf9-402a-a850-d698416aea1a), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.742553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.767912 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6ecb15d9-c97f-4d6d-b9c3-e4247dfd7506 admin admin] Publish callbacks [] for security_group (81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.774812 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Network b4c79175-757f-442c-839b-89cf46e8571a is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:37.789174 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:37.802867 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f0a8-14cd-4f83-8b66-a98987fc37a7 req-df7bd6d0-8c32-46d2-9226-c51e19947b3a tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.804383 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d66f0a8-14cd-4f83-8b66-a98987fc37a7 req-df7bd6d0-8c32-46d2-9226-c51e19947b3a tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.0557747 May 16 19:10:37.819100 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:37.842376 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:37.863020 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d66f0a8-14cd-4f83-8b66-a98987fc37a7 req-493a25f4-7613-43dc-b11f-a8166ad00c63 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 May 16 19:10:37.873402 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Pushing event updated for resources: {'Port': ['ID=88b6589a-4076-4686-a104-f54846bc903b,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:37.894450 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8d7e-2e77-4092-af0b-0d731939ec25 req-11d9b833-03fe-4155-82af-91ef9ec0239c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.896668 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-47ae8d7e-2e77-4092-af0b-0d731939ec25 req-11d9b833-03fe-4155-82af-91ef9ec0239c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0828257 May 16 19:10:37.902918 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:37.906550 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] Current status of the port 4bba98b4-8057-4a90-b15a-1b1615210962 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:37.907013 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.929801 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'mac_address': 'fa:16:3e:74:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:10:37.949308 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6ecb15d9-c97f-4d6d-b9c3-e4247dfd7506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.951860 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6ecb15d9-c97f-4d6d-b9c3-e4247dfd7506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:37.955508 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-6ecb15d9-c97f-4d6d-b9c3-e4247dfd7506 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da HTTP/1.1" status: 204 len: 168 time: 0.6607141 May 16 19:10:37.959521 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-61457ca1-74bd-43bf-a048-599b38271dcf req-49d72ac5-1e23-48b1-926f-3111c4501df1 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0332716 May 16 19:10:38.008629 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb15d9-c97f-4d6d-b9c3-e4247dfd7506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81408f0b-3bb9-4bfb-8b4e-8fc97db7d6da,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:38.031705 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: ACTIVE; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:38.032226 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.041189 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-47ae8d7e-2e77-4092-af0b-0d731939ec25 req-ba220bc9-18f0-4a7e-8053-fdae57ccd129 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262655 May 16 19:10:38.041985 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Allocated IP 172.27.2.45 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/056df4ef-ce89-4223-8c43-bc7c745924b2) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:38.078003 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fccf4829-bbc1-40a4-aa25-26c1d99444a6 req-d31d0121-87ed-4784-8fbd-ed0854067253 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0519404 May 16 19:10:38.115643 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Attempting to bind port 88b6589a-4076-4686-a104-f54846bc903b on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:38.116181 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Attempting to bind port 88b6589a-4076-4686-a104-f54846bc903b by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:38.116646 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Attempting to bind port 88b6589a-4076-4686-a104-f54846bc903b on network b4c79175-757f-442c-839b-89cf46e8571a {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:38.131442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] For port 4bba98b4-8057-4a90-b15a-1b1615210962, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=4bba98b4-8057-4a90-b15a-1b1615210962,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:38.136506 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ed69d31-3be1-4fa7-a495-fce15a7677cb {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:38.147174 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:38.147970 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Checking segment: {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:38.148857 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.148857 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Bound using segment: {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:38.149434 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Bound port: 88b6589a-4076-4686-a104-f54846bc903b, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:38.149906 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (88b6589a-4076-4686-a104-f54846bc903b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.153238 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.210183 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks [] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.241237 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:38.266161 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.268271 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.324851 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Pushing event updated for resources: {'Port': ['ID=056df4ef-ce89-4223-8c43-bc7c745924b2,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:38.337736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d59e1-3a6c-4128-98cf-d165718e7815 None None] Pushing event updated for resources: {'Port': ['ID=4bba98b4-8057-4a90-b15a-1b1615210962,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:38.338458 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:38.340436 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-645a61c0-afe6-4923-8502-5126ecdf6037 None None] Provisioning complete for port 4bba98b4-8057-4a90-b15a-1b1615210962 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:38.340673 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:38.340856 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-645a61c0-afe6-4923-8502-5126ecdf6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.343467 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:38.360782 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273058-32e2-4e8c-b11c-deea337050a0 req-0ca979e1-e2d0-415f-b438-225604fa3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:38.362324 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-0ca979e1-e2d0-415f-b438-225604fa3613 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.2074616 May 16 19:10:38.416470 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['5ed69d31-3be1-4fa7-a495-fce15a7677cb'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:10:38.419220 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] For port 88b6589a-4076-4686-a104-f54846bc903b, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:38.616165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] For port 88b6589a-4076-4686-a104-f54846bc903b, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=88b6589a-4076-4686-a104-f54846bc903b,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:38.645220 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (88b6589a-4076-4686-a104-f54846bc903b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.652620 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:37Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:38.661390 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=6']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:38.697026 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a6835-0a68-40fc-88a8-51cc65cacd1c None None] The sync data for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi is: [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:37Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:38.784553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks [] for router_gateway (60f60a8e-5bf9-402a-a850-d698416aea1a), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.868345 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-645a61c0-afe6-4923-8502-5126ecdf6037 None None] Current status of the port 4bba98b4-8057-4a90-b15a-1b1615210962 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:38.873824 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-1e9e5f74-c434-4034-bc58-9a9cfd38fc3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 1001 time: 0.3511279 May 16 19:10:38.894702 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb85c46-4b39-4b2c-a049-10e4118a8f0d req-1d06cae6-fe26-4b82-ab8f-6f61c7e699f1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:38.898520 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-edb85c46-4b39-4b2c-a049-10e4118a8f0d req-1d06cae6-fe26-4b82-ab8f-6f61c7e699f1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.3238811 May 16 19:10:38.932928 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d9afe-c422-4a77-af28-f9b0029e10bd None None] Pushing event updated for resources: {'Port': ['ID=88b6589a-4076-4686-a104-f54846bc903b,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:38.962427 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6506f3b-b3f7-4f27-a080-34ce5ba09312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.041674 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-a6a2853c-e26e-442a-b4da-2421724bc7d1 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:39.043493 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-a6a2853c-e26e-442a-b4da-2421724bc7d1 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.5719979 May 16 19:10:39.083669 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6280e9-04a3-470d-b24b-03931f7d7a36 req-5b8ff91d-ab53-4754-b3b5-5a8f08266594 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:39.094170 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7e6280e9-04a3-470d-b24b-03931f7d7a36 req-5b8ff91d-ab53-4754-b3b5-5a8f08266594 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 944 time: 0.1601341 May 16 19:10:39.125290 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f9ba6fa4-a80a-40af-83d7-c4ab9d9be4d5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:39.127200 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f9ba6fa4-a80a-40af-83d7-c4ab9d9be4d5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "GET /v2.0/networks?id=65373252-c9ac-449c-8d31-248e5b6ba06c HTTP/1.1" status: 200 len: 814 time: 0.3996987 May 16 19:10:39.141013 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-edb85c46-4b39-4b2c-a049-10e4118a8f0d req-02aa7008-3867-4414-856b-146d3dd42cad tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001202 May 16 19:10:39.253760 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7e6280e9-04a3-470d-b24b-03931f7d7a36 req-3d111ee1-c4f3-4ee3-919d-c45e6d712db8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580579 May 16 19:10:39.337244 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2930c-7c11-436f-b5d5-b5a46872f475 req-bd992c9b-9f51-4779-8c1a-a16416965ac7 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:39.353191 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (60f60a8e-5bf9-402a-a850-d698416aea1a), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.353764 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-38f2930c-7c11-436f-b5d5-b5a46872f475 req-bd992c9b-9f51-4779-8c1a-a16416965ac7 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.1041234 May 16 19:10:39.419755 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-38f2930c-7c11-436f-b5d5-b5a46872f475 req-14408bac-2ffa-4ba4-a90b-5cb89a209ffd tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 May 16 19:10:39.502559 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:39.552907 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0637b23a-b47a-412e-a350-94811c662db7 req-f6fb1f3d-d3f4-4fcd-8256-002b285ce995 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.1924462 May 16 19:10:39.616552 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 88b6589a-4076-4686-a104-f54846bc903b up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:39.642092 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Router 60f60a8e-5bf9-402a-a850-d698416aea1a is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:10:39.666694 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eadf2-20e8-43e7-a542-e7815d0a9fa1 req-f46b992e-60e7-48f4-a514-8a7c564e0133 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:39.670668 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9f3eadf2-20e8-43e7-a542-e7815d0a9fa1 req-f46b992e-60e7-48f4-a514-8a7c564e0133 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1290216 May 16 19:10:39.684523 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 5ed69d31-3be1-4fa7-a495-fce15a7677cb triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:39.684892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.738871 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 88b6589a-4076-4686-a104-f54846bc903b triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:39.739250 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (88b6589a-4076-4686-a104-f54846bc903b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.748898 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9f3eadf2-20e8-43e7-a542-e7815d0a9fa1 req-a5c88954-78f1-4bb9-b90e-ffce587478d9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701232 May 16 19:10:39.756705 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0adf3eaa-5a07-4ca7-9bb9-63b7cb5caf2a req-a51cdaae-f514-4b95-bb55-a5de5051faa0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0526977 May 16 19:10:39.813905 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:39.814295 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.845425 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:39.857290 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Sync routers for ids ['60f60a8e-5bf9-402a-a850-d698416aea1a'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:39.859256 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:39.877889 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Routers {'60f60a8e-5bf9-402a-a850-d698416aea1a'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:39.878520 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['60f60a8e-5bf9-402a-a850-d698416aea1a'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:39.893039 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.895780 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:39.897423 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 44916) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:39.898153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293dcada-6035-43cb-a18f-26ed664b1dcc" -d '{"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-plugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:39.912084 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:39.912353 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-37523d77-9e9b-4bc0-aa3f-e2b81555e9ec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1726997 May 16 19:10:39.982249 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314ad850-67a9-41e3-b6c6-9312250391f1 x-openstack-request-id: req-314ad850-67a9-41e3-b6c6-9312250391f1 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:39.982549 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-plugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:39.982868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-314ad850-67a9-41e3-b6c6-9312250391f1 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:39.983278 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314ad850-67a9-41e3-b6c6-9312250391f1'] response: {'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'code': 200} May 16 19:10:39.986259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 88b6589a-4076-4686-a104-f54846bc903b is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:39.986656 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (88b6589a-4076-4686-a104-f54846bc903b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.024981 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Request body: {'port': {'device_id': '6eee5cef-ceca-43ee-8c12-060886550585', 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c', 'admin_state_up': True, 'tenant_id': '3f47a5832eba495e9a74266e13420ebb'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:40.045665 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=7']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:40.072859 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 88b6589a-4076-4686-a104-f54846bc903b, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=88b6589a-4076-4686-a104-f54846bc903b,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:40.104178 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (88b6589a-4076-4686-a104-f54846bc903b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.105025 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 4bba98b4-8057-4a90-b15a-1b1615210962 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:40.169742 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Set router 60f60a8e-5bf9-402a-a850-d698416aea1a gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:40.278782 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.335114 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=88b6589a-4076-4686-a104-f54846bc903b,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:40.336252 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320207b2-6284-41e1-a3b3-24236349c712 req-2c1b40d9-6def-416e-8097-cdfaccda6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:40.340181 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-320207b2-6284-41e1-a3b3-24236349c712 req-2c1b40d9-6def-416e-8097-cdfaccda6dfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1129 time: 0.1072700 May 16 19:10:40.369081 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 4bba98b4-8057-4a90-b15a-1b1615210962 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:40.369505 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.460236 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44942) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:40.538721 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 4bba98b4-8057-4a90-b15a-1b1615210962 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:40.558200 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846c18-e4c2-4efc-be14-edf653515346 req-52dd91ef-77be-41c6-a20e-6ac5a361a864 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:40.558756 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 3, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:40.563946 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-74846c18-e4c2-4efc-be14-edf653515346 req-52dd91ef-77be-41c6-a20e-6ac5a361a864 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.2155743 May 16 19:10:40.567234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ba26c-cf00-4311-b1a0-ee2b870702e2 None None] Network b4c79175-757f-442c-839b-89cf46e8571a requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:40.598420 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Checking router: 60f60a8e-5bf9-402a-a850-d698416aea1a for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:40.603567 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Updating router 60f60a8e-5bf9-402a-a850-d698416aea1a port 056df4ef-ce89-4223-8c43-bc7c745924b2 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:40.609248 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-320207b2-6284-41e1-a3b3-24236349c712 req-daa2a38f-b04c-4d7c-9f7d-e47650ca7442 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475040 May 16 19:10:40.676769 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.716859 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-74846c18-e4c2-4efc-be14-edf653515346 req-5da56938-b2b5-4d59-a0fb-129517582c2f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467760 May 16 19:10:40.739301 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-7decce94-ceeb-41a1-8370-953ec67c5f3f None None] Provisioning complete for port 88b6589a-4076-4686-a104-f54846bc903b triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:40.739679 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7decce94-ceeb-41a1-8370-953ec67c5f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (88b6589a-4076-4686-a104-f54846bc903b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.766139 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5d5-c833-408d-9ca5-3a385b09ee34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:40.932408 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af05d6-5ad9-4707-b616-a8cb23084b52 req-80c6eca9-a9da-4277-861f-5168f2c54e61 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:40.940374 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-62af05d6-5ad9-4707-b616-a8cb23084b52 req-80c6eca9-a9da-4277-861f-5168f2c54e61 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 943 time: 0.0904357 May 16 19:10:40.999551 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-7decce94-ceeb-41a1-8370-953ec67c5f3f None None] Current status of the port 88b6589a-4076-4686-a104-f54846bc903b is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:41.065486 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5d5-c833-408d-9ca5-3a385b09ee34 admin admin] Publish callbacks [] for security_group (31c07eb3-5232-42c0-80f8-8138cbf9f7fe), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.089280 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-62af05d6-5ad9-4707-b616-a8cb23084b52 req-60484531-ab58-41d8-a9aa-68f2c604bb15 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472468 May 16 19:10:41.096908 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5d5-c833-408d-9ca5-3a385b09ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (31c07eb3-5232-42c0-80f8-8138cbf9f7fe), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.135463 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-78a444a7-c217-4102-a9c2-a266a2d3bcfc tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 472 time: 1.2215583 May 16 19:10:41.143006 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd0591-03e5-4517-872d-0834c38cc0e5 req-d2f5ea82-0055-44c4-b07b-27f7958290e2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:41.152014 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5cbd0591-03e5-4517-872d-0834c38cc0e5 req-d2f5ea82-0055-44c4-b07b-27f7958290e2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0842361 May 16 19:10:41.189765 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Made reservation on behalf of 3f47a5832eba495e9a74266e13420ebb for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:41.193299 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.229322 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc5d5-c833-408d-9ca5-3a385b09ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c07eb3-5232-42c0-80f8-8138cbf9f7fe,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:41.242665 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2e8dc5d5-c833-408d-9ca5-3a385b09ee34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b4a2e2575904cd1a3810f6748d0309d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7708113 May 16 19:10:41.259367 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 44966) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:41.281349 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-275d1199-920c-47c1-88e9-c935e360825f req-b04b831f-32a4-4ef0-8e17-48db72a56868 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0841913 May 16 19:10:41.294203 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Publish callbacks [] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.309940 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.329772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'port': {'device_id': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'admin_state_up': True, 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'security_groups': ['fc088fb1-4489-45fc-b721-376f8faf1c63']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:41.340690 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-2b6139de-be46-4aed-a72e-a8db06a3150b None None] Provisioning complete for port 88b6589a-4076-4686-a104-f54846bc903b triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:41.341065 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2b6139de-be46-4aed-a72e-a8db06a3150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (88b6589a-4076-4686-a104-f54846bc903b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.403564 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-89f56c36-681f-437a-b1f8-98369721b5e4 admin admin] Publish callbacks [] for security_group (31c07eb3-5232-42c0-80f8-8138cbf9f7fe), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.428011 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273058-32e2-4e8c-b11c-deea337050a0 req-7386138d-2bdc-4ddc-914a-a36965fb0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:41.430474 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-7386138d-2bdc-4ddc-914a-a36965fb0128 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 1.5145962 May 16 19:10:41.432835 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21b582-6777-422f-95ff-06f872771452 None None] Pushing event updated for resources: {'Port': ['ID=056df4ef-ce89-4223-8c43-bc7c745924b2,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:41.446835 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Attempting to bind port 056df4ef-ce89-4223-8c43-bc7c745924b2 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:41.447350 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Attempting to bind port 056df4ef-ce89-4223-8c43-bc7c745924b2 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:41.447805 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Attempting to bind port 056df4ef-ce89-4223-8c43-bc7c745924b2 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:41.455006 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:41.455513 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:41.456742 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.457238 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:41.458426 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Bound port: 056df4ef-ce89-4223-8c43-bc7c745924b2, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:41.459593 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.461758 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5c2f-3997-4904-baef-e8d5a95bbc7c req-e121631f-fd9d-40e3-8420-42980fa9d4ee tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:41.470008 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e6ab5c2f-3997-4904-baef-e8d5a95bbc7c req-e121631f-fd9d-40e3-8420-42980fa9d4ee tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0780852 May 16 19:10:41.473467 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-89f56c36-681f-437a-b1f8-98369721b5e4 admin admin] Publish callbacks [] for security_group (31c07eb3-5232-42c0-80f8-8138cbf9f7fe), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.569816 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] For port 056df4ef-ce89-4223-8c43-bc7c745924b2, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:41.578754 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] For port 056df4ef-ce89-4223-8c43-bc7c745924b2, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=056df4ef-ce89-4223-8c43-bc7c745924b2,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:41.597440 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e6ab5c2f-3997-4904-baef-e8d5a95bbc7c req-b79cf440-2695-4dba-9f1f-766050a3f992 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257517 May 16 19:10:41.616147 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.621486 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273058-32e2-4e8c-b11c-deea337050a0 req-976c10e1-02ce-41fb-a7bb-249af7dfa61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:41.625958 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 12358361-c4bc-4509-98f8-117b7fd4543e details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:10:41.657088 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-976c10e1-02ce-41fb-a7bb-249af7dfa61c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1762495 May 16 19:10:41.658522 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-89f56c36-681f-437a-b1f8-98369721b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (31c07eb3-5232-42c0-80f8-8138cbf9f7fe), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.664325 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-89f56c36-681f-437a-b1f8-98369721b5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.667844 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-89f56c36-681f-437a-b1f8-98369721b5e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31c07eb3-5232-42c0-80f8-8138cbf9f7fe HTTP/1.1" status: 204 len: 168 time: 0.4051328 May 16 19:10:41.698967 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f56c36-681f-437a-b1f8-98369721b5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c07eb3-5232-42c0-80f8-8138cbf9f7fe,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:41.795589 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:41.805547 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5cbd0591-03e5-4517-872d-0834c38cc0e5 req-62529002-1c76-4d82-ad4f-3a4689719cb6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6518636 May 16 19:10:41.814796 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '12358361-c4bc-4509-98f8-117b7fd4543e', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'port_id': '12358361-c4bc-4509-98f8-117b7fd4543e', 'mac_address': 'fa:16:3e:2c:e7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:10:41.822132 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 88b6589a-4076-4686-a104-f54846bc903b up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:41.836575 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Routers {'60f60a8e-5bf9-402a-a850-d698416aea1a'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:41.846720 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['60f60a8e-5bf9-402a-a850-d698416aea1a'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:41.879234 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-43dc74de-34d8-4055-9060-c9a768417d00 req-583646a1-fd1e-4cbf-b8e5-c655140342a0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0722609 May 16 19:10:41.879597 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Allocated IP 172.20.0.12 (65373252-c9ac-449c-8d31-248e5b6ba06c/28650981-5fa2-4483-8864-4ed2915955ff/64315f99-6584-4888-bfb0-c3b32c4b2501) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:41.918617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2b6139de-be46-4aed-a72e-a8db06a3150b None None] Current status of the port 88b6589a-4076-4686-a104-f54846bc903b is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:41.934329 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.960379 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 12358361-c4bc-4509-98f8-117b7fd4543e is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:41.961275 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.975971 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Made reservation on behalf of dd195af6f92c42a18ed7051eae26dbaa for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:41.980123 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 88b6589a-4076-4686-a104-f54846bc903b triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:41.980755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (88b6589a-4076-4686-a104-f54846bc903b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:41.987601 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:42.005157 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12358361-c4bc-4509-98f8-117b7fd4543e {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:42.031427 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21b582-6777-422f-95ff-06f872771452 None None] Pushing event updated for resources: {'Port': ['ID=056df4ef-ce89-4223-8c43-bc7c745924b2,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:42.064230 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:42.097772 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:42.155969 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 88b6589a-4076-4686-a104-f54846bc903b is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:42.176093 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] Set router 60f60a8e-5bf9-402a-a850-d698416aea1a gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:42.191840 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:42.317954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6f9b2-0ace-4c1d-afb4-25962ce77450 req-a6305693-f196-4c91-834d-972aad2df927 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:42.321043 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-53a6f9b2-0ace-4c1d-afb4-25962ce77450 req-a6305693-f196-4c91-834d-972aad2df927 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 944 time: 0.1006455 May 16 19:10:42.389473 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a47de8-a362-4078-8235-f9901b699a40 req-bb357973-d445-4117-baf6-6049885338d0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:42.393748 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['12358361-c4bc-4509-98f8-117b7fd4543e'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:10:42.396358 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c2a47de8-a362-4078-8235-f9901b699a40 req-bb357973-d445-4117-baf6-6049885338d0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.2628479 May 16 19:10:42.467581 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-53a6f9b2-0ace-4c1d-afb4-25962ce77450 req-4938782c-803e-4827-885f-d4091f5405b6 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396337 May 16 19:10:42.548101 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 3, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:42.624218 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50bca65-cba7-428f-ac16-6f005dd6539b None None] The sync data for ids ['60f60a8e-5bf9-402a-a850-d698416aea1a'] in dv-cinder-766064-6-iscsi is: [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 3, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:42.658026 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-179b1734-4c4c-4881-8ce6-a51dfd98cce8 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562739 May 16 19:10:42.677927 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.20.0.11 (b9cbd7ed-b011-47eb-8de6-48451d865294/464b6801-d4d1-4d1f-8f6e-41941fd21d02/4c82ce8d-f16a-4001-99f0-aa83af3c4315) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:42.678880 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6125e57a-f4fc-4f3c-8ea8-03b4d822dc4f req-91ca4cee-81c5-46e7-a333-8fff0db474c9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0805025 May 16 19:10:42.716820 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks [] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:42.773018 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c2a47de8-a362-4078-8235-f9901b699a40 req-6ef1dd1a-d91d-44ab-83f3-e2fe0201bb06 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756669 May 16 19:10:42.884177 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47e92d-879f-4937-a43d-2578da20f579 req-756534f2-f553-4566-a25a-727a140c6880 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:42.886463 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5b47e92d-879f-4937-a43d-2578da20f579 req-756534f2-f553-4566-a25a-727a140c6880 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1123276 May 16 19:10:42.975538 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5b47e92d-879f-4937-a43d-2578da20f579 req-8f58085c-28a2-4274-ab17-1608bd7bcf52 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818076 May 16 19:10:43.113296 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:43.171638 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:43.191106 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdf578-fed6-4e41-9d1d-f82fdf69a8a6 req-43348a43-94da-44ed-a704-dbdef59f63d4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:43.194801 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3b1ef734-7e56-42c2-8347-c076e19b550f req-9cade00b-b037-4f36-9ec4-ea7c59a94368 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.1009128 May 16 19:10:43.200091 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52bdf578-fed6-4e41-9d1d-f82fdf69a8a6 req-43348a43-94da-44ed-a704-dbdef59f63d4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.2550743 May 16 19:10:43.202351 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:43.222192 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-37273058-32e2-4e8c-b11c-deea337050a0 req-5587dba0-d54d-4c07-a30b-bd9f2c70373b service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419636 May 16 19:10:43.395520 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Network 65373252-c9ac-449c-8d31-248e5b6ba06c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:43.416119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:43.421189 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:43.551284 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 12358361-c4bc-4509-98f8-117b7fd4543e up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:43.619748 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 056df4ef-ce89-4223-8c43-bc7c745924b2 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:43.661424 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 12358361-c4bc-4509-98f8-117b7fd4543e completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:10:43.712129 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 12358361-c4bc-4509-98f8-117b7fd4543e triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:43.713247 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a69f-06d1-4545-a6e0-f8396b45f932 req-a6c4903f-ea62-4bb6-b8de-4189d8af9b62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:43.722958 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:43.723754 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ee42a69f-06d1-4545-a6e0-f8396b45f932 req-a6c4903f-ea62-4bb6-b8de-4189d8af9b62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1213255 May 16 19:10:43.794640 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 056df4ef-ce89-4223-8c43-bc7c745924b2 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:43.795146 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:43.852080 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ee42a69f-06d1-4545-a6e0-f8396b45f932 req-7ba05a5f-8733-44ba-a658-5d74c3addd4d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237502 May 16 19:10:43.900271 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Allocated IP 172.20.0.1 (b4c79175-757f-442c-839b-89cf46e8571a/9bac27d6-0c85-46aa-be6c-5a793c68a520/217f4a75-676d-471a-b741-9380174d5773) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:43.904762 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 12358361-c4bc-4509-98f8-117b7fd4543e is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:43.905147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:44.029499 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 056df4ef-ce89-4223-8c43-bc7c745924b2 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:44.029919 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:44.043078 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb55b-e97b-4c5b-bb33-6ebcae37733d req-da135edf-3b18-4de8-82d9-be25de0a36b4 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:44.052013 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-013fb55b-e97b-4c5b-bb33-6ebcae37733d req-da135edf-3b18-4de8-82d9-be25de0a36b4 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 944 time: 0.0756876 May 16 19:10:44.062350 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:44.086359 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Pushing event updated for resources: {'Port': ['ID=64315f99-6584-4888-bfb0-c3b32c4b2501,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:44.104156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 056df4ef-ce89-4223-8c43-bc7c745924b2, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=056df4ef-ce89-4223-8c43-bc7c745924b2,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:44.124827 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:44.127165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae013582-0619-49d7-b554-bfb15f289cb5" -d '{"events": [{"server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "name": "network-vif-plugged", "status": "completed", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:44.143564 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-013fb55b-e97b-4c5b-bb33-6ebcae37733d req-108be2bf-9487-4364-9e1d-23143806403c tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897551 May 16 19:10:44.163062 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:44.195972 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-52bdf578-fed6-4e41-9d1d-f82fdf69a8a6 req-37c087da-7677-4038-a4df-40b2a1c493db tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9949679 May 16 19:10:44.345572 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885e4e6-8530-494f-92c8-cff606c25dd9 req-b258feae-e1de-4ef6-905a-d9117c95909a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:44.359702 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:44.361439 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=056df4ef-ce89-4223-8c43-bc7c745924b2,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:44.362282 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8885e4e6-8530-494f-92c8-cff606c25dd9 req-b258feae-e1de-4ef6-905a-d9117c95909a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 932 time: 0.1423745 May 16 19:10:44.380994 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-c5e10fb8-e5db-4ac0-83e2-e8e7bb9ea181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:44.383406 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-c5e10fb8-e5db-4ac0-83e2-e8e7bb9ea181 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1129 time: 0.3158672 May 16 19:10:44.397364 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:44.466303 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:44.467187 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:44.505106 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8885e4e6-8530-494f-92c8-cff606c25dd9 req-a456ddd4-0518-4aeb-8de4-4a5752c99f7a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406081 May 16 19:10:44.516498 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks [] for port (217f4a75-676d-471a-b741-9380174d5773), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:44.521592 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-bed13848-0f35-41e3-8b9d-8f36d930596d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6065555 May 16 19:10:44.540459 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:44.593092 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0b2c91-d79d-4ccd-86df-d6890532a605 x-openstack-request-id: req-8a0b2c91-d79d-4ccd-86df-d6890532a605 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:44.593466 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "name": "network-vif-plugged", "status": "completed", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:44.593842 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a0b2c91-d79d-4ccd-86df-d6890532a605 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:44.594510 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0b2c91-d79d-4ccd-86df-d6890532a605'] response: {'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'code': 200} May 16 19:10:44.744866 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-754c8f4c-cc61-4ac0-a606-f08e42873e2b req-c03c48d4-2f44-4832-ad97-8977dd98f2e7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0515916 May 16 19:10:44.846667 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd7baa-d99f-4878-be74-d14a8d9dfdff req-96d0f915-ad5a-40ef-9f31-317f5efbabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:44.849069 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c3fd7baa-d99f-4878-be74-d14a8d9dfdff req-96d0f915-ad5a-40ef-9f31-317f5efbabe8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1129 time: 0.0541201 May 16 19:10:44.910722 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c3fd7baa-d99f-4878-be74-d14a8d9dfdff req-822fb24b-cbdc-4006-a15c-dbde4bd85488 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523129 May 16 19:10:44.993975 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Request body: {'port': {'device_id': '6eee5cef-ceca-43ee-8c12-060886550585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:45.023603 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28e3db-2122-4042-b0a7-ab5cf1245618 req-6fbb2569-74fe-4160-b8d2-d98b582edd5f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.025192 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7f28e3db-2122-4042-b0a7-ab5cf1245618 req-6fbb2569-74fe-4160-b8d2-d98b582edd5f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0758939 May 16 19:10:45.031505 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.062175 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9462c0-ca58-4cd8-a21c-d157028cc687 req-5d8df7a2-43c9-45b3-8ff7-a8fdfea10f50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.064752 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0b9462c0-ca58-4cd8-a21c-d157028cc687 req-5d8df7a2-43c9-45b3-8ff7-a8fdfea10f50 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.6390376 May 16 19:10:45.095397 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7f28e3db-2122-4042-b0a7-ab5cf1245618 req-4ca369b0-0546-4eb8-921e-da5e973cc7d8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623937 May 16 19:10:45.179667 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:45.214978 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=4c82ce8d-f16a-4001-99f0-aa83af3c4315,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:45.229924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:45.231832 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.237160 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:45.277102 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-91bf1be7-0835-46ab-9217-8ce0f7649b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.278638 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-91bf1be7-0835-46ab-9217-8ce0f7649b30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.7979827 May 16 19:10:45.295909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (217f4a75-676d-471a-b741-9380174d5773), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.325313 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0cda-98ff-4049-b782-c1c4e03f1bd5 req-a55c21d5-50b5-448f-86b9-0199ba8c65e8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.336296 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-24bc0cda-98ff-4049-b782-c1c4e03f1bd5 req-a55c21d5-50b5-448f-86b9-0199ba8c65e8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.1113729 May 16 19:10:45.426065 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-24bc0cda-98ff-4049-b782-c1c4e03f1bd5 req-3bfa7fbb-1ffa-412b-8527-3f1326c4e962 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 May 16 19:10:45.502175 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-23b1433d-16a9-4be9-88d5-3660197cf7f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 217 time: 0.2117460 May 16 19:10:45.520804 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0b9462c0-ca58-4cd8-a21c-d157028cc687 req-3a00d4b0-2d70-4a16-af7b-cd1e88ddfe36 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079714 May 16 19:10:45.558555 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Network b4c79175-757f-442c-839b-89cf46e8571a is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:45.570889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.571560 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.579754 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:45.597572 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-e3ccf7a6-dd36-488b-8c34-57e8e456159b None None] Provisioning complete for port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:45.599858 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf7a6-dd36-488b-8c34-57e8e456159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.608683 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:45.610748 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Pushing event updated for resources: {'Port': ['ID=217f4a75-676d-471a-b741-9380174d5773,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:45.718846 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-50650eec-3853-4089-8701-53d9050c8872 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3931954 May 16 19:10:45.784872 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 056df4ef-ce89-4223-8c43-bc7c745924b2 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:45.792149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11927af-30b8-4a9d-8080-4d2d09438e2c req-dafd62a4-5868-4ee8-a54f-82eee2e7771d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.799964 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f11927af-30b8-4a9d-8080-4d2d09438e2c req-dafd62a4-5868-4ee8-a54f-82eee2e7771d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.2466397 May 16 19:10:45.859059 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccf7a6-dd36-488b-8c34-57e8e456159b None None] Port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:45.882390 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f11927af-30b8-4a9d-8080-4d2d09438e2c req-c9035656-5109-4a60-86cb-2214308e43d2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799646 May 16 19:10:45.923661 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Request body: {'port': {'device_id': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:45.953234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 056df4ef-ce89-4223-8c43-bc7c745924b2 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:45.953568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.016022 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-3ce3cb5f-7050-47b4-9fa2-4d2541efcf7b None None] Provisioning complete for port 217f4a75-676d-471a-b741-9380174d5773 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:46.016695 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3ce3cb5f-7050-47b4-9fa2-4d2541efcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (217f4a75-676d-471a-b741-9380174d5773), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.056787 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3cb5f-7050-47b4-9fa2-4d2541efcf7b None None] Port 217f4a75-676d-471a-b741-9380174d5773 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:46.076452 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (60f60a8e-5bf9-402a-a850-d698416aea1a), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.089183 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a574e-8d67-43c0-a65e-d8abed57b954 req-e0cc4646-3c1b-4eae-b14b-3e574b64923b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.092709 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1c8a574e-8d67-43c0-a65e-d8abed57b954 req-e0cc4646-3c1b-4eae-b14b-3e574b64923b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 932 time: 0.1082346 May 16 19:10:46.154973 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 056df4ef-ce89-4223-8c43-bc7c745924b2 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:46.195245 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1c8a574e-8d67-43c0-a65e-d8abed57b954 req-e7679de3-0667-4e81-b71e-b6f814f2210a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855443 May 16 19:10:46.256255 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-e14411e3-3fe0-40fb-bf58-cb69ded3593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.257782 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-e14411e3-3fe0-40fb-bf58-cb69ded3593a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.5687213 May 16 19:10:46.280987 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3958d9-a38c-4019-86f5-2c98eae20224 req-80775765-524f-4b1d-8f88-eb3cede694df tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.288897 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ca3958d9-a38c-4019-86f5-2c98eae20224 req-80775765-524f-4b1d-8f88-eb3cede694df tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 932 time: 0.5549276 May 16 19:10:46.370349 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64315f99-6584-4888-bfb0-c3b32c4b2501 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:46.403787 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Publish callbacks [] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.406670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.418470 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85241e-7fa1-4df6-8520-8563b878bc72 req-421b183d-a835-4ffb-a4bf-895193e21213 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.422589 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cd85241e-7fa1-4df6-8520-8563b878bc72 req-421b183d-a835-4ffb-a4bf-895193e21213 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1158433 May 16 19:10:46.497754 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Transition to ACTIVE for port object 64315f99-6584-4888-bfb0-c3b32c4b2501 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:10:46.498128 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cd85241e-7fa1-4df6-8520-8563b878bc72 req-8b066ff8-ebc4-4382-b68f-577ab5a61df9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677769 May 16 19:10:46.510650 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ca3958d9-a38c-4019-86f5-2c98eae20224 req-9da8ea4d-f00d-4a90-91af-f94e3a1dc9db tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209799 May 16 19:10:46.631591 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.678720 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3ecb3-faba-4f0c-9ddb-789a81834d7b req-0390c1f0-a3b5-4876-8d26-739d840dbffe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.682198 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ecf3ecb3-faba-4f0c-9ddb-789a81834d7b req-0390c1f0-a3b5-4876-8d26-739d840dbffe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0749056 May 16 19:10:46.713332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-01b6d3e4-fa91-44e4-9acd-7f2d43fcfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.716595 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-01b6d3e4-fa91-44e4-9acd-7f2d43fcfb41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2295358 May 16 19:10:46.761087 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (217f4a75-676d-471a-b741-9380174d5773), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:46.762131 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ecf3ecb3-faba-4f0c-9ddb-789a81834d7b req-f2d041c9-0882-48ef-b2f9-dfacc1cac50c tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741868 May 16 19:10:46.912832 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c33ba-fad9-44bc-b13b-e098fdb3b8a9 req-a4d0d268-84ff-4372-b522-941c2c6bb8c9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.918219 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ee0c33ba-fad9-44bc-b13b-e098fdb3b8a9 req-a4d0d268-84ff-4372-b522-941c2c6bb8c9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.2615962 May 16 19:10:46.918219 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Pushing event updated for resources: {'Port': ['ID=64315f99-6584-4888-bfb0-c3b32c4b2501,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:47.052821 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adc15e-0db2-4722-b400-23b64a3f0905 req-3b39801b-7141-403a-afc1-329a9e05cf5d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.060579 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-31adc15e-0db2-4722-b400-23b64a3f0905 req-3b39801b-7141-403a-afc1-329a9e05cf5d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0677538 May 16 19:10:47.119274 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-31adc15e-0db2-4722-b400-23b64a3f0905 req-efdbea48-534c-46ef-8583-f482e86eab2f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575998 May 16 19:10:47.207784 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-cd9efbc4-f86f-42d4-96eb-9b62a7c9f9f7 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393828 May 16 19:10:47.249602 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ee0c33ba-fad9-44bc-b13b-e098fdb3b8a9 req-eb811f6e-ba5e-4d33-b800-afe95bd583cf tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764571 May 16 19:10:47.297407 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Attempting to bind port 64315f99-6584-4888-bfb0-c3b32c4b2501 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:47.297825 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Attempting to bind port 64315f99-6584-4888-bfb0-c3b32c4b2501 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:47.298119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Attempting to bind port 64315f99-6584-4888-bfb0-c3b32c4b2501 on network 65373252-c9ac-449c-8d31-248e5b6ba06c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:47.327187 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Port 64315f99-6584-4888-bfb0-c3b32c4b2501 on network 65373252-c9ac-449c-8d31-248e5b6ba06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:10:47.327422 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Attempting to bind port 64315f99-6584-4888-bfb0-c3b32c4b2501 on network 65373252-c9ac-449c-8d31-248e5b6ba06c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:47.355405 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9989e-2111-4561-a4d8-e065376e7537 req-399130af-87be-43d7-bc32-80c10aaf14c6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.357111 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b2d9989e-2111-4561-a4d8-e065376e7537 req-399130af-87be-43d7-bc32-80c10aaf14c6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 932 time: 0.0569503 May 16 19:10:47.410099 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:47.410431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Checking segment: {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:47.410821 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Bound using segment: {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:47.411277 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Bound port: 64315f99-6584-4888-bfb0-c3b32c4b2501, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:47.411627 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.466527 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b2d9989e-2111-4561-a4d8-e065376e7537 req-32165c1c-c136-4148-b116-65b60b206968 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030757 May 16 19:10:47.531237 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eeb123b3-28d4-4922-badd-6f6e5720ee5f req-d1e6b1b1-392e-436e-a716-6e77ed1bdf62 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120971 May 16 19:10:47.611530 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c82ce8d-f16a-4001-99f0-aa83af3c4315 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:47.647654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] For port 64315f99-6584-4888-bfb0-c3b32c4b2501, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:47.652303 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] For port 64315f99-6584-4888-bfb0-c3b32c4b2501, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=64315f99-6584-4888-bfb0-c3b32c4b2501,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:47.665495 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Publish callbacks [] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.676383 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcfc43-c0cb-4ed3-b045-e9f37b8db782 req-23a8ad36-134e-4dd1-bd07-0bd014ab31df tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.678869 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.680107 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1bdcfc43-c0cb-4ed3-b045-e9f37b8db782 req-23a8ad36-134e-4dd1-bd07-0bd014ab31df tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 944 time: 0.0616753 May 16 19:10:47.721429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks [] for port (217f4a75-676d-471a-b741-9380174d5773), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.759087 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1bdcfc43-c0cb-4ed3-b045-e9f37b8db782 req-21f00d88-4154-4b59-a102-b328e822b21d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 May 16 19:10:47.764594 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (217f4a75-676d-471a-b741-9380174d5773), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.768375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Transition to ACTIVE for port object 4c82ce8d-f16a-4001-99f0-aa83af3c4315 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:10:47.801491 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.802141 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.803517 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] 10.222.0.49 "PUT /v2.0/ports/64315f99-6584-4888-bfb0-c3b32c4b2501 HTTP/1.1" status: 200 len: 1094 time: 3.2297390 May 16 19:10:47.815982 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4594b15-bd9e-4974-8449-a3077b64336c req-c6669df6-7cb0-4c9a-a387-a8601de58515 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.817426 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4594b15-bd9e-4974-8449-a3077b64336c req-c6669df6-7cb0-4c9a-a387-a8601de58515 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1999824 May 16 19:10:47.817889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eee5cef-ceca-43ee-8c12-060886550585', 'tag': '64315f99-6584-4888-bfb0-c3b32c4b2501'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:47.820420 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f6f9e-738b-4bb3-90b7-bd18f12e6878" -d '{"events": [{"name": "network-changed", "server_uuid": "6eee5cef-ceca-43ee-8c12-060886550585", "tag": "64315f99-6584-4888-bfb0-c3b32c4b2501"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:47.826958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.919561 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81150b7-9f90-4154-b4f6-663f243ec2ba service neutron] Pushing event updated for resources: {'Port': ['ID=64315f99-6584-4888-bfb0-c3b32c4b2501,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:47.931547 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (60f60a8e-5bf9-402a-a850-d698416aea1a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.963731 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3bf83-2d5c-4b7f-afa4-a285aec055cd req-9d520a09-6669-4400-9da5-12683f162ff7 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.971394 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-76b3bf83-2d5c-4b7f-afa4-a285aec055cd req-9d520a09-6669-4400-9da5-12683f162ff7 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0946479 May 16 19:10:48.038577 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-76b3bf83-2d5c-4b7f-afa4-a285aec055cd req-095d2aa6-4dc9-4aca-98fd-7eca73091909 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657895 May 16 19:10:48.127223 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6834e9-341a-40de-b897-b8ec739d44b5 x-openstack-request-id: req-5b6834e9-341a-40de-b897-b8ec739d44b5 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:48.127547 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eee5cef-ceca-43ee-8c12-060886550585", "tag": "64315f99-6584-4888-bfb0-c3b32c4b2501", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:48.128002 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b6834e9-341a-40de-b897-b8ec739d44b5 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:48.128413 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6834e9-341a-40de-b897-b8ec739d44b5'] response: {'name': 'network-changed', 'server_uuid': '6eee5cef-ceca-43ee-8c12-060886550585', 'tag': '64315f99-6584-4888-bfb0-c3b32c4b2501', 'status': 'completed', 'code': 200} May 16 19:10:48.287405 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d277fe-d6d7-4bd6-8efa-8e9cc74442c8 req-2ad96474-e296-42f6-9515-831f60b93f4f tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:48.295776 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42d277fe-d6d7-4bd6-8efa-8e9cc74442c8 req-2ad96474-e296-42f6-9515-831f60b93f4f tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.1025016 May 16 19:10:48.310387 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4594b15-bd9e-4974-8449-a3077b64336c req-7e6f648f-0ba9-4df0-8022-5caf39de127b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784234 May 16 19:10:48.356748 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42d277fe-d6d7-4bd6-8efa-8e9cc74442c8 req-8a720096-f800-4f73-b5c7-e59ae3ff07a0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596850 May 16 19:10:48.384133 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Pushing event updated for resources: {'Port': ['ID=217f4a75-676d-471a-b741-9380174d5773,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:48.456601 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Network b4c79175-757f-442c-839b-89cf46e8571a is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:48.491805 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:48.520811 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Attempting to bind port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:48.521320 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Attempting to bind port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:48.521777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Attempting to bind port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:48.591345 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Pushing event updated for resources: {'Port': ['ID=4c82ce8d-f16a-4001-99f0-aa83af3c4315,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:48.606062 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa30f-a6b3-4b6f-8d11-6e081bb633d4 req-426b667a-db28-496b-aa6d-b0b8cd43aff5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:48.607733 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-70ffa30f-a6b3-4b6f-8d11-6e081bb633d4 req-426b667a-db28-496b-aa6d-b0b8cd43aff5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.1905100 May 16 19:10:48.610816 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 on network b9cbd7ed-b011-47eb-8de6-48451d865294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:10:48.611110 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Attempting to bind port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:48.628333 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:48.628740 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:48.629082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Bound using segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:48.629543 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Bound port: 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:48.629993 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:48.800531 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd90da-a7e5-410d-a7f0-820b9e7874c0 req-5cd38663-a2a3-4477-87a7-568fa947b74b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:48.802404 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-abdd90da-a7e5-410d-a7f0-820b9e7874c0 req-5cd38663-a2a3-4477-87a7-568fa947b74b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 944 time: 0.0762408 May 16 19:10:48.824970 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-a2c7ad08-6220-47fe-a5b8-cd31e0dcad73 None None] Provisioning complete for port 217f4a75-676d-471a-b741-9380174d5773 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:48.826120 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a2c7ad08-6220-47fe-a5b8-cd31e0dcad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (217f4a75-676d-471a-b741-9380174d5773), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:48.869757 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7ad08-6220-47fe-a5b8-cd31e0dcad73 None None] Port 217f4a75-676d-471a-b741-9380174d5773 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:48.875161 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-abdd90da-a7e5-410d-a7f0-820b9e7874c0 req-ceef9571-a102-4a29-a1ef-414ee4281e7a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600693 May 16 19:10:49.010991 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76265-2263-45c6-9d1b-3093fa32690a req-8ff58ecd-3222-4e2f-aaa0-ca52997d7937 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.018249 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b6b76265-2263-45c6-9d1b-3093fa32690a req-8ff58ecd-3222-4e2f-aaa0-ca52997d7937 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0729039 May 16 19:10:49.084356 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b6b76265-2263-45c6-9d1b-3093fa32690a req-0fc6d0e8-2a6f-4f38-96e2-0be5f5f93ea7 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645549 May 16 19:10:49.228359 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-70ffa30f-a6b3-4b6f-8d11-6e081bb633d4 req-e44387ed-fc09-4e3d-b311-5073974a1209 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6122460 May 16 19:10:49.229901 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f6f9e-738b-4bb3-90b7-bd18f12e6878 req-30661d4f-b02b-42c5-866e-a84a8300c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.232754 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-087f6f9e-738b-4bb3-90b7-bd18f12e6878 req-30661d4f-b02b-42c5-866e-a84a8300c598 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f47a5832eba495e9a74266e13420ebb&device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 1128 time: 0.0609052 May 16 19:10:49.239590 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] For port 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:49.254279 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Router 60f60a8e-5bf9-402a-a850-d698416aea1a has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:10:49.273555 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] For port 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:49.324330 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93ea63-49ed-4764-9221-2ac3fa2e5835 req-9b0d41f9-0294-4446-940f-609ceffe1f73 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.331422 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:49.334827 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c93ea63-49ed-4764-9221-2ac3fa2e5835 req-9b0d41f9-0294-4446-940f-609ceffe1f73 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 944 time: 0.1261873 May 16 19:10:49.451060 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Pushing event updated for resources: {'Port': ['ID=4c82ce8d-f16a-4001-99f0-aa83af3c4315,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:49.461220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.461220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:49.462596 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-4373ebb9-42f8-44b2-9780-8a012bda3c4a service neutron] 10.222.0.49 "PUT /v2.0/ports/4c82ce8d-f16a-4001-99f0-aa83af3c4315 HTTP/1.1" status: 200 len: 1094 time: 3.7274327 May 16 19:10:49.531293 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c93ea63-49ed-4764-9221-2ac3fa2e5835 req-6853eb77-f87c-457d-838e-43fabf5eb59d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805131 May 16 19:10:49.678300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3917e-5494-4700-98ff-5a6302a2bab9 req-6b72c87c-9665-4341-abc0-afd7c7fbb6a0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.679930 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d1e3917e-5494-4700-98ff-5a6302a2bab9 req-6b72c87c-9665-4341-abc0-afd7c7fbb6a0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.2156172 May 16 19:10:49.701993 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f6f9e-738b-4bb3-90b7-bd18f12e6878 req-087d1edd-9dbc-4204-bf18-d9660ff0cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.703484 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-087f6f9e-738b-4bb3-90b7-bd18f12e6878 req-087d1edd-9dbc-4204-bf18-d9660ff0cd71 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3f47a5832eba495e9a74266e13420ebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4481800 May 16 19:10:49.716994 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:49.730119 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Sync routers for ids ['60f60a8e-5bf9-402a-a850-d698416aea1a'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:49.764099 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f51bfe87-1ef5-477a-b78e-c799d72da33b admin admin] 10.222.0.24 "PUT /v2.0/routers/60f60a8e-5bf9-402a-a850-d698416aea1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8565900 May 16 19:10:49.777364 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Routers {'60f60a8e-5bf9-402a-a850-d698416aea1a'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:49.778281 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['60f60a8e-5bf9-402a-a850-d698416aea1a'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:49.867795 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d1e3917e-5494-4700-98ff-5a6302a2bab9 req-be2d6425-4f04-4f1e-a823-672457e005d6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799378 May 16 19:10:50.048689 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91edcc-167b-466f-b0f3-34b0d80426a5 req-fb675145-be7d-4145-ad84-f1e9477342f4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.057771 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-bf91edcc-167b-466f-b0f3-34b0d80426a5 req-fb675145-be7d-4145-ad84-f1e9477342f4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 944 time: 0.0835290 May 16 19:10:50.198379 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-bf91edcc-167b-466f-b0f3-34b0d80426a5 req-2f3dfb40-ca45-4148-89dd-e1da8794e35c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391752 May 16 19:10:50.203721 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:50.208757 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1" -d '{"events": [{"name": "network-changed", "server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:50.220819 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-b018f60b-b922-4676-ba69-2e555bc78967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.223514 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-b018f60b-b922-4676-ba69-2e555bc78967 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 1128 time: 0.2350008 May 16 19:10:50.281899 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Set router 60f60a8e-5bf9-402a-a850-d698416aea1a gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:50.295508 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-cb4ec80d-f705-4788-9415-81549e2c47f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315 HTTP/1.1" status: 200 len: 217 time: 0.0515225 May 16 19:10:50.338256 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5689d-b84f-4618-94ba-8c005db3207c x-openstack-request-id: req-58f5689d-b84f-4618-94ba-8c005db3207c {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:50.338559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:50.338818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58f5689d-b84f-4618-94ba-8c005db3207c {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:50.339241 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f5689d-b84f-4618-94ba-8c005db3207c'] response: {'name': 'network-changed', 'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'status': 'completed', 'code': 200} May 16 19:10:50.375596 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f6f9e-738b-4bb3-90b7-bd18f12e6878 req-dec43f27-ee32-4f3e-a266-babdf23c1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.377093 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-087f6f9e-738b-4bb3-90b7-bd18f12e6878 req-dec43f27-ee32-4f3e-a266-babdf23c1845 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4092698 May 16 19:10:50.461756 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-48ebcd25-f1d5-4e65-b75c-4d96758081f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.463247 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-48ebcd25-f1d5-4e65-b75c-4d96758081f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.1648419 May 16 19:10:50.480960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db2e21-fd46-4323-9823-be759d6d15e4 req-f9a9f6c0-d1d3-4b38-97cf-f14ab4a04cd3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.491193 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-57db2e21-fd46-4323-9823-be759d6d15e4 req-f9a9f6c0-d1d3-4b38-97cf-f14ab4a04cd3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0773089 May 16 19:10:50.551738 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-57db2e21-fd46-4323-9823-be759d6d15e4 req-b9daf773-5522-4cb1-b9f2-02034668b16f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590811 May 16 19:10:50.617516 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea94c5-5226-4766-82e9-a254802093d4 req-2059ceca-f7d0-443c-a523-1a4cc71a37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.625296 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-2059ceca-f7d0-443c-a523-1a4cc71a37b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196446 May 16 19:10:50.647801 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-6444bc30-111d-47b6-a41b-9dbc64121d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.649501 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-6444bc30-111d-47b6-a41b-9dbc64121d58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f47a5832eba495e9a74266e13420ebb&device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 1128 time: 0.2248139 May 16 19:10:50.653166 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45136) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:50.659637 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459527559', 'description': 'tempest-secgroup-smoke-1459527559 description', 'project_id': '5e758da8d71142bdbac8765efccefde8'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:50.714431 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-4db0b118-8aa5-4e51-b993-5e9dea714578 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64315f99-6584-4888-bfb0-c3b32c4b2501 HTTP/1.1" status: 200 len: 217 time: 0.0537028 May 16 19:10:50.732570 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:10:46Z', 'revision_number': 4, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '217f4a75-676d-471a-b741-9380174d5773', 'name': '', 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'mac_address': 'fa:16:3e:b9:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bac27d6-0c85-46aa-be6c-5a793c68a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:43Z', 'updated_at': '2022-05-16T19:10:47Z', 'revision_number': 2, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'subnets': [{'id': '9bac27d6-0c85-46aa-be6c-5a793c68a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:50.777291 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Checking router: 60f60a8e-5bf9-402a-a850-d698416aea1a for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:50.778096 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Updating router 60f60a8e-5bf9-402a-a850-d698416aea1a port 217f4a75-676d-471a-b741-9380174d5773 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:50.817759 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e239c63-43a5-4c89-a73e-ccfc73ef3721 req-4a9b6a43-39e6-40eb-9899-c7dbc9efbdda tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.820121 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2e239c63-43a5-4c89-a73e-ccfc73ef3721 req-4a9b6a43-39e6-40eb-9899-c7dbc9efbdda tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 944 time: 0.1287799 May 16 19:10:50.823511 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:50.832372 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-20b80313-2bac-4388-8c27-1b98eb0657e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.833904 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-20b80313-2bac-4388-8c27-1b98eb0657e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=28650981-5fa2-4483-8864-4ed2915955ff HTTP/1.1" status: 200 len: 854 time: 0.1099596 May 16 19:10:50.856385 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-617d141d-4687-4b66-ac16-55b4bd67cf19 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238376 May 16 19:10:50.859774 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (217f4a75-676d-471a-b741-9380174d5773), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:50.909994 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-11d1bf4b-ff29-4786-9f40-eea1b6c85455 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65373252-c9ac-449c-8d31-248e5b6ba06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629964 May 16 19:10:50.955917 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group (0d05aa9a-d6c5-4e97-ae35-764b96a0c296), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:50.964694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0d05aa9a-d6c5-4e97-ae35-764b96a0c296), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.042359 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2e239c63-43a5-4c89-a73e-ccfc73ef3721 req-48dc2126-95d3-43b5-af62-4d6b4832ca9a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128117 May 16 19:10:51.054842 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.056348 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4020743 May 16 19:10:51.057250 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0db22-7695-4d2a-8331-f13625c02d01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05aa9a-d6c5-4e97-ae35-764b96a0c296,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:51.059992 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45148) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:51.065220 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group_rule': {'security_group_id': '0d05aa9a-d6c5-4e97-ae35-764b96a0c296', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:51.120742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (0cc07304-cffd-4567-9c0c-90739a7d7858), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.188501 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd105b-781b-4ccd-a10d-93d9f961c722 req-311c5e30-0a0f-47bb-8a60-d0e8b3d1b65e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.193717 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-22bd105b-781b-4ccd-a10d-93d9f961c722 req-311c5e30-0a0f-47bb-8a60-d0e8b3d1b65e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1187575 May 16 19:10:51.276777 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (0cc07304-cffd-4567-9c0c-90739a7d7858), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.295996 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (0cc07304-cffd-4567-9c0c-90739a7d7858), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.348279 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc07304-cffd-4567-9c0c-90739a7d7858,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:51.380738 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.389702 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7fea94c5-5226-4766-82e9-a254802093d4 req-734f3586-2587-4eec-b4e7-b8e2deda945a service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009329 May 16 19:10:51.394610 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1030a661-0c39-471b-b434-3f7048bf2f29 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332446 May 16 19:10:51.395809 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45160) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:51.409116 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-cb41ef5f-39c0-4b56-94dd-b0f8db7750e1 service neutron] 10.222.0.49 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276156 May 16 19:10:51.435898 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group_rule': {'security_group_id': '0d05aa9a-d6c5-4e97-ae35-764b96a0c296', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:51.475513 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e1a18-457e-4b35-9d18-38372c8511cd req-ffbdd328-227b-4eea-bef1-8d2614a006a7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.480233 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-22bd105b-781b-4ccd-a10d-93d9f961c722 req-7b4f0cca-39cb-4f28-9919-57f5f8203942 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702918 May 16 19:10:51.483881 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-747e1a18-457e-4b35-9d18-38372c8511cd req-ffbdd328-227b-4eea-bef1-8d2614a006a7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 944 time: 0.1631122 May 16 19:10:51.524766 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (960676ef-75d0-48a7-b5bd-6994b08a6fda), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.585815 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (960676ef-75d0-48a7-b5bd-6994b08a6fda), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.595714 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-747e1a18-457e-4b35-9d18-38372c8511cd req-1552577b-bc4e-4405-b722-df51374c9165 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091459 May 16 19:10:51.601200 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (960676ef-75d0-48a7-b5bd-6994b08a6fda), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.653387 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960676ef-75d0-48a7-b5bd-6994b08a6fda,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:51.665842 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.667213 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7762243a-defb-442a-8c80-9a7c33f35c0a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2354631 May 16 19:10:51.674831 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45170) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:51.679089 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0d1ef88b-3487-49a9-b085-91f2c20c2dcc req-b1f24ee1-56d6-4e02-973a-a6816a4a1e1b service neutron] 10.222.0.49 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561316 May 16 19:10:51.682110 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group_rule': {'security_group_id': '0d05aa9a-d6c5-4e97-ae35-764b96a0c296', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:51.705879 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Publish callbacks [] for port (217f4a75-676d-471a-b741-9380174d5773), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.719409 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (217f4a75-676d-471a-b741-9380174d5773), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.855920 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (2c59a615-d609-4b22-b9af-b8d26cb6ce7d), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.876541 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6decf38-d404-427d-8342-d0100711d94a req-eb7bef8f-96da-49db-915e-6589858db6c6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.878999 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a6decf38-d404-427d-8342-d0100711d94a req-eb7bef8f-96da-49db-915e-6589858db6c6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.1620088 May 16 19:10:51.944835 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714fd0-4eb8-47e8-b637-ecefc94b8c03 None None] Pushing event updated for resources: {'Port': ['ID=217f4a75-676d-471a-b741-9380174d5773,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:51.988001 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Attempting to bind port 217f4a75-676d-471a-b741-9380174d5773 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:51.988490 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Attempting to bind port 217f4a75-676d-471a-b741-9380174d5773 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:51.989419 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Attempting to bind port 217f4a75-676d-471a-b741-9380174d5773 on network b4c79175-757f-442c-839b-89cf46e8571a {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:51.995960 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a6decf38-d404-427d-8342-d0100711d94a req-129f2507-57ef-4630-8a52-26d68f84d227 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058085 May 16 19:10:52.005292 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:52.006365 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Checking segment: {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:52.006900 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.008675 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Bound using segment: {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:52.009280 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Bound port: 217f4a75-676d-471a-b741-9380174d5773, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:52.011320 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (2c59a615-d609-4b22-b9af-b8d26cb6ce7d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.011863 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (217f4a75-676d-471a-b741-9380174d5773), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.028741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (2c59a615-d609-4b22-b9af-b8d26cb6ce7d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.073383 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.075386 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988984 May 16 19:10:52.076730 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd0ae7-9512-41d1-af2a-38e79a822f09 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c59a615-d609-4b22-b9af-b8d26cb6ce7d,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:52.077818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45184) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:52.082329 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group_rule': {'security_group_id': '0d05aa9a-d6c5-4e97-ae35-764b96a0c296', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:52.166911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (22b498ce-b275-44b2-922c-9014f71107e7), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.208574 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] For port 217f4a75-676d-471a-b741-9380174d5773, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:52.212437 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] For port 217f4a75-676d-471a-b741-9380174d5773, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=217f4a75-676d-471a-b741-9380174d5773,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:52.228555 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] Provisioning complete for port 217f4a75-676d-471a-b741-9380174d5773 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:52.229179 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (217f4a75-676d-471a-b741-9380174d5773), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.250927 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (22b498ce-b275-44b2-922c-9014f71107e7), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.259592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (22b498ce-b275-44b2-922c-9014f71107e7), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.275733 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (217f4a75-676d-471a-b741-9380174d5773), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.292481 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.294172 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153313 May 16 19:10:52.297185 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45188) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:52.303633 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group_rule': {'security_group_id': '0d05aa9a-d6c5-4e97-ae35-764b96a0c296', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:52.310499 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a937-695f-40a1-8956-a1b6546cb44e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b498ce-b275-44b2-922c-9014f71107e7,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:52.352396 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb567f-4618-4d6d-955b-190fcda33ed4 req-86db7fee-082c-4c3c-82a8-752ca38afca5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:52.364676 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.securitygroups_db [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Project 5e758da8d71142bdbac8765efccefde8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:10:52.367898 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5ccb567f-4618-4d6d-955b-190fcda33ed4 req-86db7fee-082c-4c3c-82a8-752ca38afca5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 944 time: 0.1731687 May 16 19:10:52.385847 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (dd1c5697-8ee6-4fb0-af7a-5add438bfc07), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.388343 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] Current status of the port 217f4a75-676d-471a-b741-9380174d5773 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:52.388988 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (217f4a75-676d-471a-b741-9380174d5773), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.433202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714fd0-4eb8-47e8-b637-ecefc94b8c03 None None] Pushing event updated for resources: {'Port': ['ID=217f4a75-676d-471a-b741-9380174d5773,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:52.436889 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Routers {'60f60a8e-5bf9-402a-a850-d698416aea1a'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:52.437881 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['60f60a8e-5bf9-402a-a850-d698416aea1a'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:52.495228 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5ccb567f-4618-4d6d-955b-190fcda33ed4 req-bc24826d-ce15-40d8-9940-f64d00a86402 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222789 May 16 19:10:52.547307 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] For port 217f4a75-676d-471a-b741-9380174d5773, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=217f4a75-676d-471a-b741-9380174d5773,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:52.561506 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (217f4a75-676d-471a-b741-9380174d5773), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.626002 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-9d053740-5583-4f05-bf93-de0b309ad2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:52.627579 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-9d053740-5583-4f05-bf93-de0b309ad2c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 1128 time: 0.0983791 May 16 19:10:52.629396 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (dd1c5697-8ee6-4fb0-af7a-5add438bfc07), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.638415 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (dd1c5697-8ee6-4fb0-af7a-5add438bfc07), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.658584 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1c5697-8ee6-4fb0-af7a-5add438bfc07,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:52.710613 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84d703-4672-47c6-be67-05950e64b0fd None None] Pushing event updated for resources: {'Port': ['ID=217f4a75-676d-471a-b741-9380174d5773,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:52.713031 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.722040 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-902eec3e-bbbb-49b8-adc3-13e276557ce6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4226129 May 16 19:10:52.726258 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45196) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:52.733523 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'security_group_rule': {'security_group_id': '0d05aa9a-d6c5-4e97-ae35-764b96a0c296', 'project_id': '5e758da8d71142bdbac8765efccefde8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:52.755391 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] Set router 60f60a8e-5bf9-402a-a850-d698416aea1a gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:52.834609 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453d90e-3946-440e-8f63-fb24c6af22ec req-76954ba0-6855-47ae-9326-8c8c11c3191d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:52.836322 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d453d90e-3946-440e-8f63-fb24c6af22ec req-76954ba0-6855-47ae-9326-8c8c11c3191d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 944 time: 0.0736923 May 16 19:10:52.837936 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.securitygroups_db [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Project 5e758da8d71142bdbac8765efccefde8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:10:52.859425 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-3399e8e7-c9a1-4a41-a833-ac2402ece9cf None None] Provisioning complete for port 217f4a75-676d-471a-b741-9380174d5773 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:52.859873 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3399e8e7-c9a1-4a41-a833-ac2402ece9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (217f4a75-676d-471a-b741-9380174d5773), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.873124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (0bbc7381-9f8c-4302-8764-bb16fae675c2), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.945643 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d453d90e-3946-440e-8f63-fb24c6af22ec req-6a3251d9-9857-487b-84e3-94a75f7738f9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028955 May 16 19:10:52.988977 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (0bbc7381-9f8c-4302-8764-bb16fae675c2), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.995310 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (0bbc7381-9f8c-4302-8764-bb16fae675c2), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.018013 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbc7381-9f8c-4302-8764-bb16fae675c2,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:53.052020 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.052020 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b7960c49-b90a-4175-9cb4-7f3e023b60e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3155916 May 16 19:10:53.123551 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:10:46Z', 'revision_number': 4, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '217f4a75-676d-471a-b741-9380174d5773', 'name': '', 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'mac_address': 'fa:16:3e:b9:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bac27d6-0c85-46aa-be6c-5a793c68a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:43Z', 'updated_at': '2022-05-16T19:10:52Z', 'revision_number': 4, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'subnets': [{'id': '9bac27d6-0c85-46aa-be6c-5a793c68a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:53.125607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-3399e8e7-c9a1-4a41-a833-ac2402ece9cf None None] Current status of the port 217f4a75-676d-471a-b741-9380174d5773 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:53.206400 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722928c9-ceee-4b9a-a404-2daff5cb648c req-c867bbb5-3462-4fe5-84a2-947995adeb7d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:53.208004 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-722928c9-ceee-4b9a-a404-2daff5cb648c req-c867bbb5-3462-4fe5-84a2-947995adeb7d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0755405 May 16 19:10:53.219566 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea450d-699b-4acd-9f64-bb149eccbd37 None None] The sync data for ids ['60f60a8e-5bf9-402a-a850-d698416aea1a'] in dv-cinder-766064-6-iscsi is: [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:10:46Z', 'revision_number': 4, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '217f4a75-676d-471a-b741-9380174d5773', 'name': '', 'network_id': 'b4c79175-757f-442c-839b-89cf46e8571a', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'mac_address': 'fa:16:3e:b9:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bac27d6-0c85-46aa-be6c-5a793c68a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:43Z', 'updated_at': '2022-05-16T19:10:52Z', 'revision_number': 4, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'subnets': [{'id': '9bac27d6-0c85-46aa-be6c-5a793c68a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:53.333372 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-722928c9-ceee-4b9a-a404-2daff5cb648c req-e47d456c-cc77-4ecf-9964-1533b9069954 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188724 May 16 19:10:53.522202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45250) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:53.527736 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646771102', 'description': 'tempest-description--1952762586'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:53.581503 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.727070 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 217f4a75-676d-471a-b741-9380174d5773 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:53.764430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-0569532c-d546-4a6c-b597-ddf03bcd0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:53.766678 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-0569532c-d546-4a6c-b597-ddf03bcd0ae4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.2706237 May 16 19:10:53.821244 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d319b9-23b0-4e0c-a242-6c304d5e602f req-f175c34f-9ec4-43bc-9cb1-1c6cf26fa0c1 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:53.830135 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5d319b9-23b0-4e0c-a242-6c304d5e602f req-f175c34f-9ec4-43bc-9cb1-1c6cf26fa0c1 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 944 time: 0.1478577 May 16 19:10:53.840345 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-8c11ca8e-e9e6-4323-81e1-1eaf0e0f8a7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315 HTTP/1.1" status: 200 len: 217 time: 0.0663800 May 16 19:10:53.844860 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 217f4a75-676d-471a-b741-9380174d5773 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:53.845607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (217f4a75-676d-471a-b741-9380174d5773), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.895238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group (6c37f1cb-f26a-43e7-9aaf-023f00f94ee0), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.911668 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6c37f1cb-f26a-43e7-9aaf-023f00f94ee0), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.999807 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-cf9f46e4-12ac-4ca7-9994-8154c949921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.007957 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-cf9f46e4-12ac-4ca7-9994-8154c949921c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.1522357 May 16 19:10:54.028293 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.048516 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.054141 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-28d72d52-dda4-4605-ac93-ad893a210bf0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5300791 May 16 19:10:54.064995 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45278) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:54.083485 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'security_group_rule': {'security_group_id': '6c37f1cb-f26a-43e7-9aaf-023f00f94ee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:54.084931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 217f4a75-676d-471a-b741-9380174d5773 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:54.114336 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5d319b9-23b0-4e0c-a242-6c304d5e602f req-68ff70c8-c38b-49b7-8dc2-c805786873ed tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829776 May 16 19:10:54.182261 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group_rule (d973cc10-02ef-4a45-85c6-494825ec7c7f), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.185080 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-58fbe3fc-2c07-4020-8944-2373d0e57abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.187611 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-58fbe3fc-2c07-4020-8944-2373d0e57abd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1761863 May 16 19:10:54.240715 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da91df-8fba-425b-873a-cf28be704c7a req-0152ae73-bf15-474d-9b91-5b4b617ce645 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.242539 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-70da91df-8fba-425b-873a-cf28be704c7a req-0152ae73-bf15-474d-9b91-5b4b617ce645 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 944 time: 0.1657569 May 16 19:10:54.394450 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-13363278-0e4b-4d8c-9d3d-c9be435197de service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950922 May 16 19:10:54.398569 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-70da91df-8fba-425b-873a-cf28be704c7a req-e4012496-6473-41a4-bac1-5148bace6279 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039360 May 16 19:10:54.432203 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group_rule (d973cc10-02ef-4a45-85c6-494825ec7c7f), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.443096 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (d973cc10-02ef-4a45-85c6-494825ec7c7f), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.503344 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d973cc10-02ef-4a45-85c6-494825ec7c7f,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.523712 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.526658 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-543fba68-b897-444a-999a-a812b50d4886 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4542189 May 16 19:10:54.529586 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45290) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:54.542334 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'security_group_rule': {'security_group_id': '6c37f1cb-f26a-43e7-9aaf-023f00f94ee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:54.622279 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e62f61-06a7-430e-87fa-b93c21c9a6b2 req-ef8e1578-f8d5-4c00-a635-2d92c4b36a74 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.624519 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36e62f61-06a7-430e-87fa-b93c21c9a6b2 req-ef8e1578-f8d5-4c00-a635-2d92c4b36a74 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0712378 May 16 19:10:54.628998 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7a3b168-36b0-4b3b-8aae-a00ee9ae45a1 req-25bb54cf-c8dd-4765-9b4d-d615fdc2a612 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236578 May 16 19:10:54.670749 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group_rule (c1f64d55-6aff-40b8-96fa-6c23f7338da8), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.763584 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36e62f61-06a7-430e-87fa-b93c21c9a6b2 req-7e59b391-9e42-48ed-8a95-cfb574eccb54 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305909 May 16 19:10:54.816060 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group_rule (c1f64d55-6aff-40b8-96fa-6c23f7338da8), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.822965 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (c1f64d55-6aff-40b8-96fa-6c23f7338da8), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.860660 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f64d55-6aff-40b8-96fa-6c23f7338da8,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.880095 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.884841 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-9c645451-e425-445b-b548-6bd6f9cbcb50 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509643 May 16 19:10:54.885847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45310) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:54.892732 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:54.945109 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.041647 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.197116 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Allocated IP 172.27.2.126 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/f5cdba94-c1e1-4c9d-9840-4e8dd57b80af) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:55.338635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edfb31-3da3-456a-a8d4-3db8cf74b830 req-135ea875-4690-409f-97df-46274483251a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:55.363633 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-12edfb31-3da3-456a-a8d4-3db8cf74b830 req-135ea875-4690-409f-97df-46274483251a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 944 time: 0.1232080 May 16 19:10:55.373963 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.448166 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-12edfb31-3da3-456a-a8d4-3db8cf74b830 req-a12b8774-c86d-49b6-bc8d-db0138ac9cf8 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817113 May 16 19:10:55.453650 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.512112 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:55.518332 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:55.537490 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:55.548922 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'Port': ['ID=f5cdba94-c1e1-4c9d-9840-4e8dd57b80af,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:55.574383 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 4c82ce8d-f16a-4001-99f0-aa83af3c4315 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:10:55.623981 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855ba47-51d1-445a-b5d3-5278d4dd56ad req-e6724824-1f5c-4929-8148-171d357c7b7f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:55.630997 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9855ba47-51d1-445a-b5d3-5278d4dd56ad req-e6724824-1f5c-4929-8148-171d357c7b7f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 944 time: 0.1072326 May 16 19:10:55.661062 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.714192 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:55.731272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'port_id': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'mac_address': 'fa:16:3e:50:43:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:10:55.732011 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9855ba47-51d1-445a-b5d3-5278d4dd56ad req-aff9865b-4754-4079-93f2-7e5a542ae67f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999637 May 16 19:10:55.750453 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.932064 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:55.932433 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.937836 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434cb4-5752-449d-b8f8-b286fbe6f01c req-ecf3f089-5635-4986-abdb-d87edb51e644 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:55.948065 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-45434cb4-5752-449d-b8f8-b286fbe6f01c req-ecf3f089-5635-4986-abdb-d87edb51e644 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0711811 May 16 19:10:55.971502 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c82ce8d-f16a-4001-99f0-aa83af3c4315 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:56.001684 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.008144 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:56.016102 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.018664 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.019507 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 64315f99-6584-4888-bfb0-c3b32c4b2501 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:10:56.022266 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-45434cb4-5752-449d-b8f8-b286fbe6f01c req-9d385c1f-5292-47ca-94e9-8436a9a8f607 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727658 May 16 19:10:56.068814 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'Port': ['ID=f5cdba94-c1e1-4c9d-9840-4e8dd57b80af,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:56.077469 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.100539 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.101978 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-35beefb0-edf3-4464-a2bc-5285543c2039 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2151675 May 16 19:10:56.119724 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=4c82ce8d-f16a-4001-99f0-aa83af3c4315,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:56.241048 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 64315f99-6584-4888-bfb0-c3b32c4b2501, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=64315f99-6584-4888-bfb0-c3b32c4b2501,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:56.253786 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '64315f99-6584-4888-bfb0-c3b32c4b2501', 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c', 'port_id': '64315f99-6584-4888-bfb0-c3b32c4b2501', 'mac_address': 'fa:16:3e:ca:6f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28650981-5fa2-4483-8864-4ed2915955ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:10:56.291057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 64315f99-6584-4888-bfb0-c3b32c4b2501 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:56.291439 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.308736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64315f99-6584-4888-bfb0-c3b32c4b2501 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:56.333065 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 64315f99-6584-4888-bfb0-c3b32c4b2501, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=64315f99-6584-4888-bfb0-c3b32c4b2501,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:56.338916 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:56.399971 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=64315f99-6584-4888-bfb0-c3b32c4b2501,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:56.572041 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ca962-41b3-4768-89a9-19fc0c0f4409 req-d6ca57df-9719-4098-8981-c17c14682ce4 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:56.578261 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f9ca962-41b3-4768-89a9-19fc0c0f4409 req-d6ca57df-9719-4098-8981-c17c14682ce4 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 945 time: 0.0613446 May 16 19:10:56.632729 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f9ca962-41b3-4768-89a9-19fc0c0f4409 req-449837e0-95f2-496d-8e9c-886f63ecc308 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516570 May 16 19:10:56.870936 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa0aa8-1fb5-494a-bf92-f5c8a0638692 req-46155f51-08d9-48cb-8845-e5c4ab0fd0c7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:56.872923 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1caa0aa8-1fb5-494a-bf92-f5c8a0638692 req-46155f51-08d9-48cb-8845-e5c4ab0fd0c7 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 945 time: 0.0580540 May 16 19:10:56.938105 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1caa0aa8-1fb5-494a-bf92-f5c8a0638692 req-d3fcc3e9-ea10-4567-8703-7b920c0fd8f6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552249 May 16 19:10:56.942111 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['64315f99-6584-4888-bfb0-c3b32c4b2501'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:10:57.165638 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['4c82ce8d-f16a-4001-99f0-aa83af3c4315'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:10:57.298881 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5f86-5f6a-4265-8e25-99833038842f req-73da8a34-0a95-4333-b3a9-f7939c7c1c7d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:57.306452 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-af2f5f86-5f6a-4265-8e25-99833038842f req-73da8a34-0a95-4333-b3a9-f7939c7c1c7d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0915725 May 16 19:10:57.383853 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-af2f5f86-5f6a-4265-8e25-99833038842f req-deb942de-9b0e-4b21-86d2-fe50439a4ae0 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764468 May 16 19:10:57.793567 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575687c-8a55-452b-9927-6987967c9ce7 req-45bbb768-873b-48dc-aa01-1c73f9d77377 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:57.795304 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a575687c-8a55-452b-9927-6987967c9ce7 req-45bbb768-873b-48dc-aa01-1c73f9d77377 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 945 time: 0.0546942 May 16 19:10:57.848644 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a575687c-8a55-452b-9927-6987967c9ce7 req-d9b12430-790b-4106-99d0-a1ae4773b28f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 May 16 19:10:58.066825 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2847579-e346-4c37-b65a-5248a38856eb req-c7294499-c9fc-4e96-80c3-49087e2044e0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:58.068643 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f2847579-e346-4c37-b65a-5248a38856eb req-c7294499-c9fc-4e96-80c3-49087e2044e0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 945 time: 0.0517681 May 16 19:10:58.146642 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f2847579-e346-4c37-b65a-5248a38856eb req-7026525a-925c-4ea2-87f9-967bdacbc149 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700781 May 16 19:10:58.536438 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13c741-f54e-4866-9ddd-c01cb03d0606 req-c3b53fa8-1fa5-469f-be50-1132ad9b90c9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:58.546199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2b13c741-f54e-4866-9ddd-c01cb03d0606 req-c3b53fa8-1fa5-469f-be50-1132ad9b90c9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0715494 May 16 19:10:58.618129 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2b13c741-f54e-4866-9ddd-c01cb03d0606 req-68117513-286c-4ec7-bc5f-bf4ae95099ab tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709648 May 16 19:10:58.670836 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-27ce86cd-657a-4a14-8105-0719ca96053b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--646771102&fields=id&tenant_id=ba2c6e5fee5b402fa68833228d12c8e7 HTTP/1.1" status: 200 len: 267 time: 0.0510921 May 16 19:10:58.762415 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45392) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:58.789790 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-edb22558-2d77-478b-9355-771448f49203 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:58.791291 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-edb22558-2d77-478b-9355-771448f49203 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 818 time: 0.1140935 May 16 19:10:58.805720 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-23debc00-8bf2-4ac5-9389-1735f1dda82a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/quotas/ba2c6e5fee5b402fa68833228d12c8e7 HTTP/1.1" status: 200 len: 375 time: 0.0089164 May 16 19:10:58.866875 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-0d93ea9a-54f3-4d4e-882e-a97d7404d6b4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557144 May 16 19:10:58.876673 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-265c243a-b0f3-46ca-b72c-7fb08f6ab9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:58.971937 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-2f847299-3c94-40f6-9af3-5d95d0b6281f service neutron] 10.222.0.24 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 May 16 19:10:58.985354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387be5b6-0ec8-47dc-9644-11e22c8c750f req-b0dae85c-012b-4972-b0ae-12a120161dae tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:58.987197 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-387be5b6-0ec8-47dc-9644-11e22c8c750f req-b0dae85c-012b-4972-b0ae-12a120161dae tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 945 time: 0.0603058 May 16 19:10:58.998839 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 4c82ce8d-f16a-4001-99f0-aa83af3c4315 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:59.009280 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-265c243a-b0f3-46ca-b72c-7fb08f6ab9de admin admin] Publish callbacks [] for security_group (0517b341-fec2-42a1-ac67-9283e8ef57c7), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.017989 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-265c243a-b0f3-46ca-b72c-7fb08f6ab9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0517b341-fec2-42a1-ac67-9283e8ef57c7), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.050562 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:10:59.059740 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:59.060719 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.094281 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-387be5b6-0ec8-47dc-9644-11e22c8c750f req-2daddadf-7cfa-4747-8e6f-b5cb397ad075 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014249 May 16 19:10:59.095143 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-3e1c98a6-2779-45e7-aab5-2548f9654198 service neutron] 10.222.0.24 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158614 May 16 19:10:59.105356 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c243a-b0f3-46ca-b72c-7fb08f6ab9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0517b341-fec2-42a1-ac67-9283e8ef57c7,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:59.124650 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-265c243a-b0f3-46ca-b72c-7fb08f6ab9de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f861981125164bcd93c9ec5c8bd14995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610570 May 16 19:10:59.127197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45398) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:59.188872 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-491730d0-ff2b-404d-a115-96dddeb8215f admin admin] Publish callbacks [] for security_group (0517b341-fec2-42a1-ac67-9283e8ef57c7), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.195298 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:59.195544 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.221770 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-491730d0-ff2b-404d-a115-96dddeb8215f admin admin] Publish callbacks [] for security_group (0517b341-fec2-42a1-ac67-9283e8ef57c7), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.263554 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:59.275672 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90466fe2-15b5-4eda-a21e-49697970c375" -d '{"events": [{"server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "name": "network-vif-plugged", "status": "completed", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:59.284352 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-35274f9e-4187-4f35-a073-2973cc54f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.285922 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-35274f9e-4187-4f35-a073-2973cc54f269 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1129 time: 0.0531716 May 16 19:10:59.312636 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:59.328419 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.329415 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 64315f99-6584-4888-bfb0-c3b32c4b2501 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:59.357842 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-93a589f5-4b63-4037-ba2f-100d6d72a29a req-c006d923-689b-489e-85e6-c241061f1b95 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0497887 May 16 19:10:59.404384 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40589b-e8a9-440e-a01e-bf91487d1d7d req-70eb3935-8f44-445c-a660-8f39ef19c236 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.414780 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f40589b-e8a9-440e-a01e-bf91487d1d7d req-70eb3935-8f44-445c-a660-8f39ef19c236 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 945 time: 0.1255572 May 16 19:10:59.421033 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbde4132-9223-4b58-ab9f-54dcc83f8b26 x-openstack-request-id: req-bbde4132-9223-4b58-ab9f-54dcc83f8b26 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:59.421324 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "name": "network-vif-plugged", "status": "completed", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:59.421600 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbde4132-9223-4b58-ab9f-54dcc83f8b26 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:59.421999 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbde4132-9223-4b58-ab9f-54dcc83f8b26'] response: {'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'code': 200} May 16 19:10:59.455446 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:10:59.497336 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-491730d0-ff2b-404d-a115-96dddeb8215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0517b341-fec2-42a1-ac67-9283e8ef57c7), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.499878 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-491730d0-ff2b-404d-a115-96dddeb8215f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.503423 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-491730d0-ff2b-404d-a115-96dddeb8215f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0517b341-fec2-42a1-ac67-9283e8ef57c7 HTTP/1.1" status: 204 len: 168 time: 0.3729184 May 16 19:10:59.515812 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=4c82ce8d-f16a-4001-99f0-aa83af3c4315,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:59.520198 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491730d0-ff2b-404d-a115-96dddeb8215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0517b341-fec2-42a1-ac67-9283e8ef57c7,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:59.539306 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f40589b-e8a9-440e-a01e-bf91487d1d7d req-70730fa6-05aa-4141-bb84-4b575c62b9cf tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234918 May 16 19:10:59.542537 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-3d61b5cd-f8ef-4424-b782-41488e69d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.544150 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-3d61b5cd-f8ef-4424-b782-41488e69d27e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.2492030 May 16 19:10:59.554969 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 64315f99-6584-4888-bfb0-c3b32c4b2501 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:10:59.568227 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 64315f99-6584-4888-bfb0-c3b32c4b2501 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:59.568785 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.672437 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-bdfe807c-4b9b-484e-bc12-9759038939ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 1001 time: 0.1188896 May 16 19:10:59.691170 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 64315f99-6584-4888-bfb0-c3b32c4b2501 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:59.691616 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.760844 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 64315f99-6584-4888-bfb0-c3b32c4b2501, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=64315f99-6584-4888-bfb0-c3b32c4b2501,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:59.770216 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:59.820471 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e8c97-d8ba-4358-86d7-302bc7f89c8f req-2970ca43-61c0-4a06-b136-71110c75be0a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.829087 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f70e8c97-d8ba-4358-86d7-302bc7f89c8f req-2970ca43-61c0-4a06-b136-71110c75be0a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0723081 May 16 19:10:59.863649 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-7de7ba9f-b7c5-486f-b895-5e987bd3a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.866678 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-7de7ba9f-b7c5-486f-b895-5e987bd3a82f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.1865914 May 16 19:10:59.867645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dec5ee-8798-49ab-8d7a-8e9a9e04971e req-57dd4a1e-6271-4f12-bbec-8bdbda7242a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.874108 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=64315f99-6584-4888-bfb0-c3b32c4b2501,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:59.874771 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7dec5ee-8798-49ab-8d7a-8e9a9e04971e req-57dd4a1e-6271-4f12-bbec-8bdbda7242a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 1130 time: 0.1256101 May 16 19:10:59.906440 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f70e8c97-d8ba-4358-86d7-302bc7f89c8f req-0bb615e8-465b-497b-ac1b-13f09b3ff8c3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763378 May 16 19:10:59.954404 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-3e9bbd03-d0a3-4dae-84d1-fe55bb249198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.955974 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-3e9bbd03-d0a3-4dae-84d1-fe55bb249198 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729132 May 16 19:11:00.002744 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7dec5ee-8798-49ab-8d7a-8e9a9e04971e req-44de4a2f-e42d-4ef9-9996-5a1a0ac29af4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172409 May 16 19:11:00.083408 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-619f30ce-bb5b-42e7-b602-9abea1b03ed8 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028595 May 16 19:11:00.218301 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287c16f-1c68-47a6-a4b5-642e8495a3b0 req-acb0c33d-5053-4c99-9866-0931982c236c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:00.218674 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d287c16f-1c68-47a6-a4b5-642e8495a3b0 req-acb0c33d-5053-4c99-9866-0931982c236c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0492995 May 16 19:11:00.272125 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d287c16f-1c68-47a6-a4b5-642e8495a3b0 req-4b54197f-9632-4d34-829c-d7d5a59abe9f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 May 16 19:11:00.465474 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fa3dff1b-590e-4e1d-b7a1-d80183ed6cd6 req-a5ac50ba-7759-4d2f-915c-42e7deac0ee9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0391946 May 16 19:11:00.487137 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8f2876dc-77cd-4df2-bfd0-2ec2c1899619 req-89ee4dd3-2747-4fe2-b3f9-61dab9a9d6fe service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080060 May 16 19:11:00.681701 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16e969-d3a3-4528-b6ea-9d5bab190c19 req-88541584-4d86-45c1-a184-fc70313b8cf3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:00.683268 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0a16e969-d3a3-4528-b6ea-9d5bab190c19 req-88541584-4d86-45c1-a184-fc70313b8cf3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0479610 May 16 19:11:00.750276 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0a16e969-d3a3-4528-b6ea-9d5bab190c19 req-09c67c52-45ee-4717-87d2-ed205ff78040 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585978 May 16 19:11:01.047344 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f44c8-afad-4c50-83f2-0d62443628c0 req-9135e4b1-abd6-454a-abf0-1e84ec4c4774 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:01.048791 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0b8f44c8-afad-4c50-83f2-0d62443628c0 req-9135e4b1-abd6-454a-abf0-1e84ec4c4774 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0508161 May 16 19:11:01.096417 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0b8f44c8-afad-4c50-83f2-0d62443628c0 req-71904aff-f5bd-4d2a-b270-afbcddb34cee tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 May 16 19:11:01.389879 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1738ece-edc0-4fa9-af64-2c6dc4276684 req-59579cb6-b0b5-4503-9750-5b536a82b031 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:01.391428 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c1738ece-edc0-4fa9-af64-2c6dc4276684 req-59579cb6-b0b5-4503-9750-5b536a82b031 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0474284 May 16 19:11:01.422903 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee5cef-ceca-43ee-8c12-060886550585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64315f99-6584-4888-bfb0-c3b32c4b2501'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:01.426593 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff14819-c57c-4d1c-b6d4-bb47401ec0dc" -d '{"events": [{"server_uuid": "6eee5cef-ceca-43ee-8c12-060886550585", "name": "network-vif-plugged", "status": "completed", "tag": "64315f99-6584-4888-bfb0-c3b32c4b2501"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:01.440667 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c1738ece-edc0-4fa9-af64-2c6dc4276684 req-bfd7c72d-fa42-4e3a-b235-5f87ce70b110 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 May 16 19:11:01.467259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea1d99-1449-415a-b98f-6f0f93b7da85 x-openstack-request-id: req-38ea1d99-1449-415a-b98f-6f0f93b7da85 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:01.467584 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee5cef-ceca-43ee-8c12-060886550585", "name": "network-vif-plugged", "status": "completed", "tag": "64315f99-6584-4888-bfb0-c3b32c4b2501", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:01.467962 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38ea1d99-1449-415a-b98f-6f0f93b7da85 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:01.468478 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ea1d99-1449-415a-b98f-6f0f93b7da85'] response: {'server_uuid': '6eee5cef-ceca-43ee-8c12-060886550585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64315f99-6584-4888-bfb0-c3b32c4b2501', 'code': 200} May 16 19:11:01.554679 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-72040dcd-e1b6-4c3e-898d-e33dd08129e1 req-0a3a461b-81cb-44ac-8e7d-15b4182464a1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0273674 May 16 19:11:01.859989 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569b24a-8a83-4992-9d85-1258e9ffd564 req-2b860a2f-01dc-44e3-8723-0ef5523b5a69 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:01.861492 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1569b24a-8a83-4992-9d85-1258e9ffd564 req-2b860a2f-01dc-44e3-8723-0ef5523b5a69 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0490232 May 16 19:11:01.909767 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1569b24a-8a83-4992-9d85-1258e9ffd564 req-8eaea435-a320-401d-ab94-51a0828d91fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 May 16 19:11:02.074301 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:11:02.164552 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: ACTIVE; New status is: DOWN {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:02.165103 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:02.207410 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:02.217784 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:02.236491 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99737d-6a01-4e4a-90cf-60656c9e50d2 req-ea2520da-ae54-475f-882f-57b43fd6ae19 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:02.239415 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6a99737d-6a01-4e4a-90cf-60656c9e50d2 req-ea2520da-ae54-475f-882f-57b43fd6ae19 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 945 time: 0.0607388 May 16 19:11:02.268894 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=8']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:02.276333 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.276677 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.277020 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.277363 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.277725 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.278049 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.278381 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.278759 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.279086 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.279463 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.279783 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.280109 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.280435 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.280769 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.281084 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:02.293467 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6a99737d-6a01-4e4a-90cf-60656c9e50d2 req-121743b0-a7e7-49a3-94fa-b7a733827e82 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471539 May 16 19:11:02.559066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060c87-7299-4ef0-b6df-fd4e5a35b166 req-c3be708b-1c23-48cf-96b8-959f4a0659b5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:02.560681 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a4060c87-7299-4ef0-b6df-fd4e5a35b166 req-c3be708b-1c23-48cf-96b8-959f4a0659b5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0522063 May 16 19:11:02.611202 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a4060c87-7299-4ef0-b6df-fd4e5a35b166 req-6c12ff8f-9274-4068-98c6-e96fcd0fa20b tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 May 16 19:11:02.656648 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b607c6c6-6921-41fe-ac27-b12267396909 req-7c661900-2350-4702-a421-1b12cdcafd81 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0289810 May 16 19:11:03.031101 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63aade-4d48-475f-8d0e-4aefb1f0c7d7 req-fbe546ef-d0c5-42a4-99a2-7320c490c4aa tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:03.032626 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1b63aade-4d48-475f-8d0e-4aefb1f0c7d7 req-fbe546ef-d0c5-42a4-99a2-7320c490c4aa tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0478873 May 16 19:11:03.080904 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1b63aade-4d48-475f-8d0e-4aefb1f0c7d7 req-41a9ed64-909b-4a31-a56c-a17e6cbfe09e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 May 16 19:11:03.418710 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41378ffa-af51-4c53-9ac5-d1b366dd35a1 req-7bd884fb-5702-4b41-92d5-49d0ecb80748 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:03.420231 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-41378ffa-af51-4c53-9ac5-d1b366dd35a1 req-7bd884fb-5702-4b41-92d5-49d0ecb80748 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0533102 May 16 19:11:03.468327 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-41378ffa-af51-4c53-9ac5-d1b366dd35a1 req-71a5989e-86e1-4556-a3cc-36b0e8cb9613 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 May 16 19:11:03.469436 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:03.471837 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ba4fec-e2ad-4a85-b3ab-f854a6376e88" -d '{"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:03.509647 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a4140-6932-48d9-9d45-d2a019842123 x-openstack-request-id: req-7e1a4140-6932-48d9-9d45-d2a019842123 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:03.509938 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:03.510204 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e1a4140-6932-48d9-9d45-d2a019842123 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:03.510603 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1a4140-6932-48d9-9d45-d2a019842123'] response: {'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'code': 200} May 16 19:11:03.737075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295946f-fd29-46de-a72b-698e2a29a1fc req-80615905-a6a9-43bf-acd1-e3cc41b5d2f6 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:03.738714 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a295946f-fd29-46de-a72b-698e2a29a1fc req-80615905-a6a9-43bf-acd1-e3cc41b5d2f6 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0540652 May 16 19:11:03.759733 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-21ea6664-e28b-4a78-832a-3c300194d0e9 req-32dba451-83e7-4389-9e80-5b5edf0f04e4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0287046 May 16 19:11:03.788663 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a295946f-fd29-46de-a72b-698e2a29a1fc req-fccdbed8-e04d-4d36-adc7-a0806bd30c0d tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 May 16 19:11:04.014744 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:04.198829 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b2c44-075a-4a43-ab11-5558602df366 req-fd9b550c-35a6-481a-9868-c0fcc27235dd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.200318 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d47b2c44-075a-4a43-ab11-5558602df366 req-fd9b550c-35a6-481a-9868-c0fcc27235dd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0501897 May 16 19:11:04.250304 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d47b2c44-075a-4a43-ab11-5558602df366 req-b2af3d7b-a4db-4640-99ad-9cca67263776 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 May 16 19:11:04.590975 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fd51f-97f0-44c6-af8e-fceeb42022cf req-f2a89a5c-f1da-433d-bc07-ec6994dc06b2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.592516 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ac7fd51f-97f0-44c6-af8e-fceeb42022cf req-f2a89a5c-f1da-433d-bc07-ec6994dc06b2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0476241 May 16 19:11:04.644373 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ac7fd51f-97f0-44c6-af8e-fceeb42022cf req-c50080bb-af64-4420-a86c-f723c4046806 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 May 16 19:11:04.860007 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8a686700-a55c-4569-ac81-1239385565a8 req-09200300-eb42-4ff4-8161-c9483db28ebb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0271866 May 16 19:11:04.906075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd93df7-b873-4eab-900b-7a553e056655 req-337e2287-4772-45ed-b84d-f14249f22396 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.907579 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1fd93df7-b873-4eab-900b-7a553e056655 req-337e2287-4772-45ed-b84d-f14249f22396 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0469718 May 16 19:11:04.958627 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1fd93df7-b873-4eab-900b-7a553e056655 req-3038b8cb-1f9d-4027-b078-1610dfe9ba37 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 May 16 19:11:05.370106 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840eeaf1-78d8-4138-a195-13e800962283 req-e08774f1-64ee-4bac-93bc-1dda542b32bd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:05.371497 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-840eeaf1-78d8-4138-a195-13e800962283 req-e08774f1-64ee-4bac-93bc-1dda542b32bd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0483801 May 16 19:11:05.424430 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-840eeaf1-78d8-4138-a195-13e800962283 req-9f27eb2a-5317-4536-ac56-cb2768c3d663 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468125 May 16 19:11:05.781264 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23fc91-dce1-49f4-8eed-a624057e1a4b req-9dc8f96a-c8cc-4432-a4bb-097abd384242 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:05.782857 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6f23fc91-dce1-49f4-8eed-a624057e1a4b req-9dc8f96a-c8cc-4432-a4bb-097abd384242 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0493345 May 16 19:11:05.838083 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6f23fc91-dce1-49f4-8eed-a624057e1a4b req-dc903dc8-7d9f-47a3-badb-b413b2394c22 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 May 16 19:11:06.200687 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244a6f6-1ea0-408a-ade5-903c30b0af9d req-ef989e47-82e2-42eb-a975-6a58441f2214 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.203323 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2244a6f6-1ea0-408a-ade5-903c30b0af9d req-ef989e47-82e2-42eb-a975-6a58441f2214 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0932670 May 16 19:11:06.229741 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8b0160e4-07c0-4183-8acd-7cf31702cb99 req-d365d159-7807-42ad-80ca-cf57bd3f7603 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.3024466 May 16 19:11:06.273594 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2244a6f6-1ea0-408a-ade5-903c30b0af9d req-9dadd53c-9140-4351-a164-6db5c685748a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631056 May 16 19:11:06.523803 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7683cef6-b242-42ba-a962-0df58095af1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.561316 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b40c2-c0df-402a-92bc-0cdd24b69650 req-07b5f1e4-5935-4e0a-83b2-a077d524916b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.562929 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-845b40c2-c0df-402a-92bc-0cdd24b69650 req-07b5f1e4-5935-4e0a-83b2-a077d524916b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0497060 May 16 19:11:06.611369 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-845b40c2-c0df-402a-92bc-0cdd24b69650 req-d4458732-696d-4672-a6f7-836ad79a77dd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 May 16 19:11:06.733332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373100a-db7e-4a10-a41d-6baeaed70d4e req-a328694d-a9cd-4596-9218-836607ace1cd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.735071 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6373100a-db7e-4a10-a41d-6baeaed70d4e req-a328694d-a9cd-4596-9218-836607ace1cd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0552649 May 16 19:11:06.748634 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45548) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:06.753331 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'port_id': '4c82ce8d-f16a-4001-99f0-aa83af3c4315'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:06.794229 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (a321b60a-957f-4ec1-a264-bd6375bf28fc), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.994498 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68663d4-775f-4451-b86e-43e67a75cbcb req-4cc80f84-abc7-4039-9f5b-30fbe0734179 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.995961 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c68663d4-775f-4451-b86e-43e67a75cbcb req-4cc80f84-abc7-4039-9f5b-30fbe0734179 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0853386 May 16 19:11:07.140178 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c68663d4-775f-4451-b86e-43e67a75cbcb req-05a5d0d9-d327-4fff-b41c-7ad433304b3b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183598 May 16 19:11:07.300422 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:07.305391 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (a321b60a-957f-4ec1-a264-bd6375bf28fc), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:07.371577 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4ae00f33-37cd-467e-a9f8-6bec30923f69 req-0d9b1c13-fdea-4c5d-a038-f57fc32b62e3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0629814 May 16 19:11:07.452838 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP a321b60a-957f-4ec1-a264-bd6375bf28fc associated. External IP: 172.27.2.128, port: 4c82ce8d-f16a-4001-99f0-aa83af3c4315. May 16 19:11:07.526177 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a8-a172-4fab-ba18-1a5098abae47 req-1fc4b40a-b6d7-41d6-9339-092a6cd98dbb tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:07.527779 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-518d37a8-a172-4fab-ba18-1a5098abae47 req-1fc4b40a-b6d7-41d6-9339-092a6cd98dbb tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0881822 May 16 19:11:07.615867 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-518d37a8-a172-4fab-ba18-1a5098abae47 req-ac7a506c-8672-4754-a73b-a6af7dd67fe2 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802801 May 16 19:11:07.671691 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [req-d6f68655-ef87-46f2-ad6b-42da50ab455c req-bc0b2360-ce0f-4c04-9d5b-2208c347ef8c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:11:07.672660 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d6f68655-ef87-46f2-ad6b-42da50ab455c req-bc0b2360-ce0f-4c04-9d5b-2208c347ef8c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055764 May 16 19:11:07.721337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:11:07.868492 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d147b-8004-47e9-ae73-24f2fc520572 req-b7893efa-2c64-4784-9d4f-fcb5fce0e326 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:07.870045 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4c4d147b-8004-47e9-ae73-24f2fc520572 req-b7893efa-2c64-4784-9d4f-fcb5fce0e326 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0824704 May 16 19:11:07.871144 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:11:07.876396 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:07.883657 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:11:07.896778 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:07.897605 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:07.929586 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-291634fe-0d6b-4a11-a485-b2505eb512ea tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "PUT /v2.0/floatingips/a321b60a-957f-4ec1-a264-bd6375bf28fc HTTP/1.1" status: 200 len: 992 time: 1.1776826 May 16 19:11:07.933371 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:07.935334 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc77ee6-464b-4c17-abe9-61820d531aea" -d '{"events": [{"name": "network-changed", "server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:07.969680 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4c4d147b-8004-47e9-ae73-24f2fc520572 req-8b55328b-26e1-4a98-bcbf-887e2ee2a6d0 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906959 May 16 19:11:07.977345 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f172850-5668-4641-9c22-77a863265d05 x-openstack-request-id: req-1f172850-5668-4641-9c22-77a863265d05 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:07.980886 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:07.981750 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f172850-5668-4641-9c22-77a863265d05 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:07.982282 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f172850-5668-4641-9c22-77a863265d05'] response: {'name': 'network-changed', 'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'status': 'completed', 'code': 200} May 16 19:11:08.009957 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:08.217789 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45604) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:08.228091 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:05Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}, {'id': 'a321b60a-957f-4ec1-a264-bd6375bf28fc', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:50:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:21Z', 'updated_at': '2022-05-16T19:11:07Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:08.252240 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:11:08.262251 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:08.262882 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:10:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:08.300087 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-8de9e764-6d7e-4434-ad56-d91c04cedd6f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811369 May 16 19:11:08.310902 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-29436f80-18fa-4b54-89da-53528267fc1a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:11:08.311992 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-29436f80-18fa-4b54-89da-53528267fc1a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054150 May 16 19:11:08.363165 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:08.386466 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45616) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:08.474284 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4d15d0f2-c215-45d5-af2d-67f9528e652f req-c8836783-a66d-4606-8375-d69a9a5d95cb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0303392 May 16 19:11:08.487223 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-d52803bb-aaf5-4e23-8130-8f257046faad tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:08.488605 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-d52803bb-aaf5-4e23-8130-8f257046faad tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports/5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 940 time: 0.1011722 May 16 19:11:08.591334 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:05Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}, {'id': 'a321b60a-957f-4ec1-a264-bd6375bf28fc', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:50:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:21Z', 'updated_at': '2022-05-16T19:11:07Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:08.616010 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e9a59-df42-483a-b81e-5c89fea2b4a4 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:05Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}, {'id': 'a321b60a-957f-4ec1-a264-bd6375bf28fc', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:50:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:21Z', 'updated_at': '2022-05-16T19:11:07Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:11:08.748682 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585b036-fac0-47aa-b48f-53a47eb8a598 req-3dcdaacc-4b43-4495-973d-fa785857c5b3 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:08.750265 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0585b036-fac0-47aa-b48f-53a47eb8a598 req-3dcdaacc-4b43-4495-973d-fa785857c5b3 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0586989 May 16 19:11:08.795082 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4232-e078-4420-af01-dd349e0f16ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:08.802507 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0585b036-fac0-47aa-b48f-53a47eb8a598 req-c6cb0f00-f345-458c-9448-3527c920bf42 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462496 May 16 19:11:08.881153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1a90c-95db-473f-a384-fdc9ec40b3cf None None] New status for floating IP a321b60a-957f-4ec1-a264-bd6375bf28fc: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:11:09.097402 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5b1c1-1080-483c-99fb-7f00a396f244 req-424f5b2a-8c16-417f-aa1b-480774eb82a2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:09.098884 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8de5b1c1-1080-483c-99fb-7f00a396f244 req-424f5b2a-8c16-417f-aa1b-480774eb82a2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0461018 May 16 19:11:09.147812 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8de5b1c1-1080-483c-99fb-7f00a396f244 req-8f3dcda2-6916-4254-9909-bb0d1595ee1d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 May 16 19:11:09.586276 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-515906e3-3d10-451c-b271-7d743821499a req-10ac8d5d-9c29-45cf-be7b-8945c514e4f3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0310662 May 16 19:11:09.824590 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-03c6a9d1-f38b-4eb1-b4b5-ba1ecc9c150f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408607 May 16 19:11:09.867838 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-39e7f4c6-2859-43a4-a2f6-9f1937b92216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:09.869392 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-39e7f4c6-2859-43a4-a2f6-9f1937b92216 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 1130 time: 0.0433636 May 16 19:11:10.023755 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa458d-966d-4114-a439-d52342938f2f req-13312d41-3a0b-4876-8b85-f44435c52a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.025659 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a2aa458d-966d-4114-a439-d52342938f2f req-13312d41-3a0b-4876-8b85-f44435c52a92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 1130 time: 0.1354022 May 16 19:11:10.031565 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991d231-73fd-4c7c-9311-1c02c70e72d6 req-f2cf0693-7ebd-4da4-941a-b79d6f929a08 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.032923 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8991d231-73fd-4c7c-9311-1c02c70e72d6 req-f2cf0693-7ebd-4da4-941a-b79d6f929a08 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.1541207 May 16 19:11:10.035569 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4835c9-5048-4404-ad72-77af28629106 req-8ebb4480-f6a0-42aa-841c-e8ecccf3daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.036928 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-8ebb4480-f6a0-42aa-841c-e8ecccf3daf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1129 time: 0.1427519 May 16 19:11:10.095697 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:10.271871 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610ef13-a21f-4319-9aaa-537f45a5c3ab req-cbff17b6-2a6f-441f-b4d7-bad7ca667ef2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.273410 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0610ef13-a21f-4319-9aaa-537f45a5c3ab req-cbff17b6-2a6f-441f-b4d7-bad7ca667ef2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0490005 May 16 19:11:10.291739 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:11:10.391287 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0610ef13-a21f-4319-9aaa-537f45a5c3ab req-a2131220-26eb-4a3c-b1dd-ec6ba181623b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115708 May 16 19:11:10.479146 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4835c9-5048-4404-ad72-77af28629106 req-d3e2043a-f76d-4cae-9752-a9c20de9186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.479146 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-d3e2043a-f76d-4cae-9752-a9c20de9186b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.1269553 May 16 19:11:10.492919 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: DOWN; New status is: DOWN {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:10.576856 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8991d231-73fd-4c7c-9311-1c02c70e72d6 req-d7c07df1-b6c1-4240-99c4-58b1d3757a5e tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346525 May 16 19:11:10.584369 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a2aa458d-966d-4114-a439-d52342938f2f req-8ce9381c-c53a-4cac-9834-d4212f521b3c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325618 May 16 19:11:10.590839 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-944c0d63-04a2-473f-a04a-c47ec4505a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.592970 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-944c0d63-04a2-473f-a04a-c47ec4505a1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.7002585 May 16 19:11:10.656625 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f52222-5ace-4526-97a8-51adbb779226 req-81d8dacb-68b0-4dca-b0d1-612e537a1513 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.664828 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c9f52222-5ace-4526-97a8-51adbb779226 req-81d8dacb-68b0-4dca-b0d1-612e537a1513 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0628729 May 16 19:11:10.706120 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2dee6535-83ab-4854-afea-2aa44d130f06 req-25ccb9c4-a550-472b-a7a3-6cca8c8e8d02 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0319676 May 16 19:11:10.725977 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c9f52222-5ace-4526-97a8-51adbb779226 req-3f5c3f73-93c8-4e33-a37b-f064eaac3912 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600448 May 16 19:11:10.742777 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45678) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:10.829572 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-906b735a-9f6c-4c88-bb1d-c0ae72004eef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 217 time: 0.0591016 May 16 19:11:10.916799 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec98127-1967-40a8-b5c9-e7ee01cebd16 tempest-TestMinimumBasicScenario-1810263001 tempest-TestMinimumBasicScenario-1810263001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.918330 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-dec98127-1967-40a8-b5c9-e7ee01cebd16 tempest-TestMinimumBasicScenario-1810263001 tempest-TestMinimumBasicScenario-1810263001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1124 time: 0.1745942 May 16 19:11:10.921288 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45684) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:10.925678 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'port_id': '12358361-c4bc-4509-98f8-117b7fd4543e', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:10.947513 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.025178 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.155166 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Allocated IP 172.27.2.241 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/10751619-c283-4ed3-a680-46b18c87e9cd) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:11:11.179850 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4835c9-5048-4404-ad72-77af28629106 req-181995a1-df42-4328-870d-42c9de8c4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.181319 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-181995a1-df42-4328-870d-42c9de8c4be8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0742979 May 16 19:11:11.204300 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-d617e0e6-987f-4d97-98a0-794935c72d68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315 HTTP/1.1" status: 200 len: 1002 time: 0.1375327 May 16 19:11:11.271181 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-2d60ff65-d385-4133-baba-3811c1ee177c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.272741 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-2d60ff65-d385-4133-baba-3811c1ee177c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 818 time: 0.1668508 May 16 19:11:11.277114 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for port (10751619-c283-4ed3-a680-46b18c87e9cd), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.310052 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (10751619-c283-4ed3-a680-46b18c87e9cd), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.345175 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:11:11.348027 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:11:11.354238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:11:11.360026 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'Port': ['ID=10751619-c283-4ed3-a680-46b18c87e9cd,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:11.390019 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.390382 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.390706 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.391040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.391366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.391690 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.392015 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.392323 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.392642 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.392960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.393280 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.393627 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.393948 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.394267 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.394581 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:11.531563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82e1d8-484f-40fd-aeb2-b08060f7c550 req-fd0e7bb6-8313-408f-9bfc-b8ae197436d2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.533097 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6c82e1d8-484f-40fd-aeb2-b08060f7c550 req-fd0e7bb6-8313-408f-9bfc-b8ae197436d2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0473454 May 16 19:11:11.579221 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6c82e1d8-484f-40fd-aeb2-b08060f7c550 req-88494532-b596-45ef-8d93-ae704b264840 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 May 16 19:11:11.675707 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.710311 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def00f6f-2064-4f95-aa7c-97e617170812 req-8e70ea73-4fce-4752-9ebe-e8dbd6949342 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.711673 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-def00f6f-2064-4f95-aa7c-97e617170812 req-8e70ea73-4fce-4752-9ebe-e8dbd6949342 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0725627 May 16 19:11:11.740608 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for floatingip (e5583370-78fe-4b07-888c-84ba791f84eb), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.799678 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-def00f6f-2064-4f95-aa7c-97e617170812 req-393ef882-4adf-4eb9-9124-c56ea10ff16c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821280 May 16 19:11:11.809318 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5a89f250-0ed9-4d1d-bdcb-514d2a5dfcab req-eff3700d-faf1-49cc-b256-a3a78b9b550f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0288701 May 16 19:11:11.835671 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (10751619-c283-4ed3-a680-46b18c87e9cd), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.231914 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for port (10751619-c283-4ed3-a680-46b18c87e9cd), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.239120 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (10751619-c283-4ed3-a680-46b18c87e9cd), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.269272 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (e5583370-78fe-4b07-888c-84ba791f84eb), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.313204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'Port': ['ID=10751619-c283-4ed3-a680-46b18c87e9cd,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:12.373759 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Floating IP e5583370-78fe-4b07-888c-84ba791f84eb associated. External IP: 172.27.2.241, port: 12358361-c4bc-4509-98f8-117b7fd4543e. May 16 19:11:12.589547 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:11:12.723905 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:11:12.734757 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] Sync routers for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:11:12.736547 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c49538-f08d-4342-b5b8-47e4b5c4baf6 req-b899c4a5-5a4b-4b87-aa13-109321d5458a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:12.738257 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-21c49538-f08d-4342-b5b8-47e4b5c4baf6 req-b899c4a5-5a4b-4b87-aa13-109321d5458a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0627732 May 16 19:11:12.749430 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:12.750090 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:11:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:12.760803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.809664 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0b61d8a1-5078-4c4d-b33f-72212a43a7e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8871055 May 16 19:11:12.810387 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:12.812666 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0aac54-77d7-4065-a29d-30d1003d2821" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:12.812842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45700) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:12.817197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153102917', 'description': 'tempest-secgroup-smoke-153102917 description', 'project_id': '84949fef3a77459fbf02d0804bafdc4a'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:12.828345 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-21c49538-f08d-4342-b5b8-47e4b5c4baf6 req-bec7a1ce-3498-4edc-be9f-18661f848af6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823164 May 16 19:11:12.849223 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9bdb9c-b69b-4ba4-a02a-b876cae8edbe x-openstack-request-id: req-5d9bdb9c-b69b-4ba4-a02a-b876cae8edbe {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:12.849475 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:12.849813 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d9bdb9c-b69b-4ba4-a02a-b876cae8edbe {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:12.850262 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9bdb9c-b69b-4ba4-a02a-b876cae8edbe'] response: {'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'status': 'completed', 'code': 200} May 16 19:11:12.858891 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.868275 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:12.958430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group (7a7af06b-3403-412f-9e75-8297761b6afd), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.960195 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95c8f-6dde-40e3-a460-d76eac1d96f1 req-86926bb7-bae1-4d55-b5d1-843592d5ed75 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:12.961873 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-20d95c8f-6dde-40e3-a460-d76eac1d96f1 req-86926bb7-bae1-4d55-b5d1-843592d5ed75 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0552146 May 16 19:11:12.975195 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f62841d-edba-4941-9282-d26a29b95780 req-3271416e-de7d-472b-af4e-179482b6d7d8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0394678 May 16 19:11:12.975958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (7a7af06b-3403-412f-9e75-8297761b6afd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.008347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.009605 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1958673 May 16 19:11:13.010673 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7af06b-3403-412f-9e75-8297761b6afd,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.012619 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45710) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:13.016890 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group_rule': {'security_group_id': '7a7af06b-3403-412f-9e75-8297761b6afd', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:13.029770 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.030119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.030465 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.030802 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.031141 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.031471 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.032044 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.032356 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.032745 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.033071 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.033401 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.033761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.034078 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.034396 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.034724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7690a4-2260-4e14-8d16-4c8e01087330 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:13.043463 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-20d95c8f-6dde-40e3-a460-d76eac1d96f1 req-01197fe8-86a9-445b-bf20-68814ddbace6 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702255 May 16 19:11:13.058298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (461e5cab-dbc9-4eed-979b-09262cfcb971), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.112945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (461e5cab-dbc9-4eed-979b-09262cfcb971), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.118839 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (461e5cab-dbc9-4eed-979b-09262cfcb971), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.140494 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461e5cab-dbc9-4eed-979b-09262cfcb971,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.150685 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.151915 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4f820d45-f1ce-4ca6-8ce3-50f8da444b94 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383810 May 16 19:11:13.153291 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.154681 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45712) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:13.159578 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group_rule': {'security_group_id': '7a7af06b-3403-412f-9e75-8297761b6afd', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:13.193340 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (cc12a316-1159-4165-82c5-83e6dbf9618c), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.218419 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'e5583370-78fe-4b07-888c-84ba791f84eb', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'port_id': '12358361-c4bc-4509-98f8-117b7fd4543e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'mac_address': 'fa:16:3e:2c:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:11:11Z', 'updated_at': '2022-05-16T19:11:11Z', 'revision_number': 0, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:13.242826 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] Checking router: 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:11:13.251266 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:13.251473 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (cc12a316-1159-4165-82c5-83e6dbf9618c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.251868 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:11:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:13.255859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (cc12a316-1159-4165-82c5-83e6dbf9618c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.272993 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc12a316-1159-4165-82c5-83e6dbf9618c,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.282833 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.284018 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-bd591420-b5e9-4602-9a71-cd5bd3838ff8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282189 May 16 19:11:13.286913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45714) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:13.291536 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group_rule': {'security_group_id': '7a7af06b-3403-412f-9e75-8297761b6afd', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:13.317155 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (7a021a8d-ce47-458c-8ded-3e04f4bb0eab), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.354340 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:13.373998 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (7a021a8d-ce47-458c-8ded-3e04f4bb0eab), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.378015 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (7a021a8d-ce47-458c-8ded-3e04f4bb0eab), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.395189 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a021a8d-ce47-458c-8ded-3e04f4bb0eab,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.406407 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.407663 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-38b11209-7562-444b-9657-a5807a1db064 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195867 May 16 19:11:13.410393 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45716) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:13.414909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group_rule': {'security_group_id': '7a7af06b-3403-412f-9e75-8297761b6afd', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:13.442400 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (0a3ef014-c852-49f8-9cd3-143ab6a47fb7), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.499714 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (0a3ef014-c852-49f8-9cd3-143ab6a47fb7), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.504085 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (0a3ef014-c852-49f8-9cd3-143ab6a47fb7), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.523808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3ef014-c852-49f8-9cd3-143ab6a47fb7,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.534172 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.538134 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1e70a562-3a2b-496c-896d-1bde755e59d0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238551 May 16 19:11:13.538305 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 45718) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:13.542580 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group_rule': {'security_group_id': '7a7af06b-3403-412f-9e75-8297761b6afd', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:13.563270 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.securitygroups_db [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Project 84949fef3a77459fbf02d0804bafdc4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:11:13.568476 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'e5583370-78fe-4b07-888c-84ba791f84eb', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'port_id': '12358361-c4bc-4509-98f8-117b7fd4543e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'mac_address': 'fa:16:3e:2c:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:11:11Z', 'updated_at': '2022-05-16T19:11:11Z', 'revision_number': 0, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:13.568991 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (bc660984-db9d-4ca3-ac86-b0cf7f441922), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.593474 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7324b8-ace4-4a41-a637-40691c42e72b None None] The sync data for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi is: [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'e5583370-78fe-4b07-888c-84ba791f84eb', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'port_id': '12358361-c4bc-4509-98f8-117b7fd4543e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'mac_address': 'fa:16:3e:2c:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:11:11Z', 'updated_at': '2022-05-16T19:11:11Z', 'revision_number': 0, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:11:13.633591 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (bc660984-db9d-4ca3-ac86-b0cf7f441922), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.638911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (bc660984-db9d-4ca3-ac86-b0cf7f441922), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.658439 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc660984-db9d-4ca3-ac86-b0cf7f441922,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.668542 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.669821 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-60fbc321-c105-4976-95bb-bcffe83cd2e9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305780 May 16 19:11:13.672976 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45722) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:13.678476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'security_group_rule': {'security_group_id': '7a7af06b-3403-412f-9e75-8297761b6afd', 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:13.699744 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.securitygroups_db [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Project 84949fef3a77459fbf02d0804bafdc4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:11:13.708061 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (857a17f3-9013-4e0d-b54e-1fe4a1115fb3), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.770596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (857a17f3-9013-4e0d-b54e-1fe4a1115fb3), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.775524 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (857a17f3-9013-4e0d-b54e-1fe4a1115fb3), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.794723 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857a17f3-9013-4e0d-b54e-1fe4a1115fb3,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.801203 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.805808 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-a4c85637-f09b-42fe-a4ab-44c6827ee3fe tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284294 May 16 19:11:13.829605 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47130ec6-6670-436a-a0b2-d54940d0161c None None] New status for floating IP e5583370-78fe-4b07-888c-84ba791f84eb: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:11:13.894395 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c073527d-a41b-4f5c-82a6-04bf6c832acf tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153102917&fields=id&tenant_id=84949fef3a77459fbf02d0804bafdc4a HTTP/1.1" status: 200 len: 267 time: 0.0463381 May 16 19:11:13.951097 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-08f7cae7-ff6f-4496-af90-e884ab76afed tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.952762 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-08f7cae7-ff6f-4496-af90-e884ab76afed tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0531070 May 16 19:11:13.958217 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993a29-42b6-4b68-a923-d57d48bd20fb req-0a1ef81b-a634-4c2a-8e4f-fcfcee2d7bf8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.960000 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c3993a29-42b6-4b68-a923-d57d48bd20fb req-0a1ef81b-a634-4c2a-8e4f-fcfcee2d7bf8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0512943 May 16 19:11:13.964473 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'port': {'security_groups': ['14b68db9-03c1-4ede-8a31-92ae8fe129f1', '7a7af06b-3403-412f-9e75-8297761b6afd']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:14.014929 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c3993a29-42b6-4b68-a923-d57d48bd20fb req-00c6ccfa-4f05-4ea8-aa3d-8af04709c784 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494099 May 16 19:11:14.043750 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.102971 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c8a41736-1759-4e0a-8470-f4bff66e891d req-7dbe634c-ec0b-41a3-a0b8-5faf4c2d1280 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0268977 May 16 19:11:14.208830 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc79fb5-d8a3-4190-a7fe-ed0cf931b6b5 req-82e9cbf5-de3c-4070-9b88-0a4264aa3b29 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.210368 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-adc79fb5-d8a3-4190-a7fe-ed0cf931b6b5 req-82e9cbf5-de3c-4070-9b88-0a4264aa3b29 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0488191 May 16 19:11:14.257474 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-adc79fb5-d8a3-4190-a7fe-ed0cf931b6b5 req-20106936-4795-4a34-96a3-67fa79c88c21 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 May 16 19:11:14.274274 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:14.302775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for port (12358361-c4bc-4509-98f8-117b7fd4543e), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.309465 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.349958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.350574 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.351939 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3297b68-0d54-41ed-9ce5-6f88f84e4186 req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "PUT /v2.0/ports/12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 981 time: 0.3925295 May 16 19:11:14.352540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:14.355117 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:14.381796 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719ec24-d2b9-4398-941c-7a4a1f81f179 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=6']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:14.404731 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c018bd-2780-43df-af9c-f5cabca560fd x-openstack-request-id: req-f1c018bd-2780-43df-af9c-f5cabca560fd {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:14.405239 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:14.405772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1c018bd-2780-43df-af9c-f5cabca560fd {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:14.406235 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c018bd-2780-43df-af9c-f5cabca560fd'] response: {'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'status': 'completed', 'code': 200} May 16 19:11:14.459251 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880b203-0b47-423e-a4b2-bf76c977fbe4 req-3d38dd49-1013-4913-837e-0aa4b3a592bc tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.460770 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3880b203-0b47-423e-a4b2-bf76c977fbe4 req-3d38dd49-1013-4913-837e-0aa4b3a592bc tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0488579 May 16 19:11:14.531522 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3880b203-0b47-423e-a4b2-bf76c977fbe4 req-d0504be2-e3d5-4a4e-81e1-a83bfa022a4e tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642836 May 16 19:11:14.582720 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-21d61a6c-65e3-4281-9e03-3a9a94c8e410 None None] Provisioning complete for port 12358361-c4bc-4509-98f8-117b7fd4543e triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:14.583156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-21d61a6c-65e3-4281-9e03-3a9a94c8e410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.621562 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['12358361-c4bc-4509-98f8-117b7fd4543e'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:14.627660 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-fcfbd42d-ef11-4939-b68f-c47f78c66995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.629149 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-fcfbd42d-ef11-4939-b68f-c47f78c66995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1168 time: 0.0480170 May 16 19:11:14.635025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4835c9-5048-4404-ad72-77af28629106 req-2f0bf44c-f745-4b85-8b4d-f0ebb0e452f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.636501 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-2f0bf44c-f745-4b85-8b4d-f0ebb0e452f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040010 May 16 19:11:14.653834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-4322132b-d9b0-4a10-bd2c-1332f75a283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.655268 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-4322132b-d9b0-4a10-bd2c-1332f75a283f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.1113257 May 16 19:11:14.660996 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-1f39f2c4-a0a8-4040-ab34-cf89a1b81a54 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2c6e5fee5b402fa68833228d12c8e7 HTTP/1.1" status: 200 len: 379 time: 0.1194427 May 16 19:11:14.726272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['12358361-c4bc-4509-98f8-117b7fd4543e'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:14.757216 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-21d61a6c-65e3-4281-9e03-3a9a94c8e410 None None] Current status of the port 12358361-c4bc-4509-98f8-117b7fd4543e is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:15.166197 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f4765-c770-481d-8acc-0a14f57a46e0 req-780d045a-652e-4c1f-9608-8092d567a156 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.170759 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e77f4765-c770-481d-8acc-0a14f57a46e0 req-780d045a-652e-4c1f-9608-8092d567a156 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0717163 May 16 19:11:15.223277 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-77b166a7-aba0-4abd-a8f4-adfc2ee4bca3 req-ed997f07-7602-4f73-b3ee-2ca85e7ca576 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0358858 May 16 19:11:15.246162 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e77f4765-c770-481d-8acc-0a14f57a46e0 req-e22fa2f8-c8c2-459b-bc10-6f84dcdb8e1c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615172 May 16 19:11:15.305353 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'port': {'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'admin_state_up': True, 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'security_groups': ['6c37f1cb-f26a-43e7-9aaf-023f00f94ee0']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:15.466786 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-ac8e65f7-db24-4f47-856a-2e7fa2702e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.468271 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-ac8e65f7-db24-4f47-856a-2e7fa2702e69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 916 time: 0.1675644 May 16 19:11:15.484262 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-b2bbcf35-17f6-4ab6-989e-b5bd211d29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.485967 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-b2bbcf35-17f6-4ab6-989e-b5bd211d29a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1737905 May 16 19:11:15.527353 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61918a-2c34-42ca-8cea-cf24f9854bdb req-869107e6-c2ef-4685-91b5-8264e0523e1b tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.528889 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6c61918a-2c34-42ca-8cea-cf24f9854bdb req-869107e6-c2ef-4685-91b5-8264e0523e1b tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.1806500 May 16 19:11:15.612490 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-3ee1574e-b6c3-4547-a4cd-9471ba4531f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 1001 time: 0.0897822 May 16 19:11:15.622489 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-a3021bbe-c80f-472e-ab7d-2cd230a05fff service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930436 May 16 19:11:15.689412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-5593d2b7-d80f-42d4-bef7-7d6a25489aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.690820 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-5593d2b7-d80f-42d4-bef7-7d6a25489aa6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.0491982 May 16 19:11:15.709773 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6c61918a-2c34-42ca-8cea-cf24f9854bdb req-4700bd92-cd1b-4006-ae84-81d8054485df tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670895 May 16 19:11:15.733216 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Made reservation on behalf of ba2c6e5fee5b402fa68833228d12c8e7 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:11:15.733216 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:15.751716 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-cbec744d-79d7-4c77-98ca-a2a04cda78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.753476 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-cbec744d-79d7-4c77-98ca-a2a04cda78e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543101 May 16 19:11:15.754984 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-553ee9e5-4c09-443e-bfb7-cd4c9d5fa48e service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232807 May 16 19:11:15.855646 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-a1e85df3-1298-4c99-8523-49f9401fa6d9 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890868 May 16 19:11:15.876120 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4f4835c9-5048-4404-ad72-77af28629106 req-02620557-ddd2-4c6e-8220-f1cfe1bed55d service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198498 May 16 19:11:15.975305 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2bc77ee6-464b-4c17-abe9-61820d531aea req-1f4408cd-a287-45af-a97d-f7b6a70ce288 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917598 May 16 19:11:15.985003 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Allocated IP 172.20.0.10 (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e/a41e79cb-7e38-4292-b36b-bbf41cb89605/2f53d2f3-16ec-408d-b308-a79d7b29c2e9) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:11:16.006874 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc5ed6d9-35f5-42a7-86f9-e65080e16d46 req-0986cac3-2266-4ca0-af7e-7c2cdf59df8b service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202555 May 16 19:11:16.135167 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:16.172412 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:16.213297 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:11:16.216559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:11:16.223563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:11:16.228807 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event updated for resources: {'Port': ['ID=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:16.284684 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.285650 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:16.325140 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-982a9f71-18cb-477c-82bb-fec966f76c05 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0238397 May 16 19:11:16.356373 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72eba9-f9db-4f77-9ce2-feb65d77f766 req-93023306-ddd5-43b7-8055-c4e2bdeca95b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.362077 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1f72eba9-f9db-4f77-9ce2-feb65d77f766 req-93023306-ddd5-43b7-8055-c4e2bdeca95b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 932 time: 0.0592599 May 16 19:11:16.391297 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95c503-03e5-4ca3-a68b-16c2cd70a81c req-171f733e-c650-4169-986c-86c6a1543462 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.393054 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ea95c503-03e5-4ca3-a68b-16c2cd70a81c req-171f733e-c650-4169-986c-86c6a1543462 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0582027 May 16 19:11:16.411002 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1f72eba9-f9db-4f77-9ce2-feb65d77f766 req-18c54642-a0d9-4e2e-b5f7-df83b9dd6959 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462255 May 16 19:11:16.446025 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ea95c503-03e5-4ca3-a68b-16c2cd70a81c req-05dad80a-892c-47bd-8d71-937606324875 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468299 May 16 19:11:16.493955 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-82cda0d2-0a9f-42a7-ad00-eccd17e6d5f6 None None] Provisioning complete for port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:16.494534 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-82cda0d2-0a9f-42a7-ad00-eccd17e6d5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:16.527977 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-82cda0d2-0a9f-42a7-ad00-eccd17e6d5f6 None None] Port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:11:16.836008 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b35f3f-1a3f-4049-abbb-c7d6a409f9f7 req-eb2287c5-c28f-418c-a8bb-51f61845c37c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.837511 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b6b35f3f-1a3f-4049-abbb-c7d6a409f9f7 req-eb2287c5-c28f-418c-a8bb-51f61845c37c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0502720 May 16 19:11:16.885104 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b6b35f3f-1a3f-4049-abbb-c7d6a409f9f7 req-9c3828ce-528b-400e-b2f8-77dfd877780c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 May 16 19:11:16.942131 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-c28df908-bae0-400e-9b58-9890ac43538b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459527559&fields=id&tenant_id=5e758da8d71142bdbac8765efccefde8 HTTP/1.1" status: 200 len: 267 time: 0.0439296 May 16 19:11:17.047355 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-bec6e2ef-3b1d-495a-a8d4-0f8d17b0ff31 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.048698 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-bec6e2ef-3b1d-495a-a8d4-0f8d17b0ff31 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 809 time: 0.0999446 May 16 19:11:17.067174 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-6e9cc3f4-e938-4c6e-a328-843409587597 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/quotas/5e758da8d71142bdbac8765efccefde8 HTTP/1.1" status: 200 len: 375 time: 0.0107455 May 16 19:11:17.117991 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-31a298db-5742-4eab-aac0-c323baedf55a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451016 May 16 19:11:17.216780 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-5fcce8c1-7b32-47eb-ae6c-8312fa1475c0 service neutron] 10.222.0.24 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823319 May 16 19:11:17.308469 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-0b519c9c-7314-4693-a6a0-0b9a2c91ae7b service neutron] 10.222.0.24 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857708 May 16 19:11:17.534317 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955bbe4-863e-4ed9-acd9-ecfa6d62ee9d req-89fea80e-5d1c-450d-b0bf-72373b522310 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.535954 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9955bbe4-863e-4ed9-acd9-ecfa6d62ee9d req-89fea80e-5d1c-450d-b0bf-72373b522310 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 932 time: 0.0518479 May 16 19:11:17.592088 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9955bbe4-863e-4ed9-acd9-ecfa6d62ee9d req-b0c22fb5-8a32-4bba-be15-c900f39de375 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505044 May 16 19:11:17.644492 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5364e50-2318-4774-a3b9-53ce6714af8b req-2e503384-9378-48ef-9a79-59030788676c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.646051 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b5364e50-2318-4774-a3b9-53ce6714af8b req-2e503384-9378-48ef-9a79-59030788676c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0472643 May 16 19:11:17.660916 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3c95e67c-9677-429e-a7dc-656c3311d80b req-9b24609f-062f-4340-8e24-b95ebcf5d1a4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 210 time: 0.0290940 May 16 19:11:17.696977 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b5364e50-2318-4774-a3b9-53ce6714af8b req-e616ded4-9b9d-4490-910b-103eaa8ef8de tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 May 16 19:11:17.857632 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Request body: {'port': {'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:17.959128 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-c1c56d7e-7f51-41df-90f8-157d2391cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.962780 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-c1c56d7e-7f51-41df-90f8-157d2391cc97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1168 time: 0.0999923 May 16 19:11:17.969104 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.053783 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae9e0a-2eda-43fe-95c0-57be1a5a9366 req-265b08b6-0110-46d6-8d7f-678f2b55f4ea tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.055266 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-44ae9e0a-2eda-43fe-95c0-57be1a5a9366 req-265b08b6-0110-46d6-8d7f-678f2b55f4ea tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0785282 May 16 19:11:18.135192 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-4a8b188f-b52b-41bf-860b-be87fce583b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.136642 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-4a8b188f-b52b-41bf-860b-be87fce583b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 916 time: 0.1502059 May 16 19:11:18.144252 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-44ae9e0a-2eda-43fe-95c0-57be1a5a9366 req-0e6a2b9f-81f5-4242-b825-87b01a0672e5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645666 May 16 19:11:18.280978 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:18.288676 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Publish callbacks [] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.304948 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Transition to ACTIVE for port object 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:11:18.309345 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.356693 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Pushing event updated for resources: {'Port': ['ID=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:18.455893 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-c735dbc1-7cb6-49f2-a7f2-a24017c6a68d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 1001 time: 0.1012619 May 16 19:11:18.489168 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Attempting to bind port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:11:18.489769 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Attempting to bind port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:11:18.490112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Attempting to bind port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:18.499497 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:11:18.499908 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Attempting to bind port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 on network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:18.507808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:11:18.508155 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Checking segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:11:18.509349 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Bound using segment: {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:11:18.510669 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Bound port: 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4337795-a74b-4549-ad67-b563c5c84b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:11:18.511204 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.559138 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-b69651e9-8449-456e-82ef-2e9b715b381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.560946 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-b69651e9-8449-456e-82ef-2e9b715b381e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.0853705 May 16 19:11:18.601598 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] For port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:11:18.605129 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] For port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:11:18.615557 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.678916 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.679503 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.680943 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] 10.222.0.49 "PUT /v2.0/ports/2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 1094 time: 0.8283486 May 16 19:11:18.681605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:18.695296 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444d09e7-248a-48d7-9a4b-ec4861b558c2" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:18.744920 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-90eb84aa-946e-44d3-af78-bd73ed63b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.756113 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-90eb84aa-946e-44d3-af78-bd73ed63b22c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292596 May 16 19:11:18.779817 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb0458-f84c-4274-9e85-3573285b8d77 service neutron] Pushing event updated for resources: {'Port': ['ID=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:18.810288 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a7c63d6f-054a-457d-af42-a9aaed9e5aa7 req-093be797-b5a8-4f78-a974-70c39b3b7d72 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 210 time: 0.0402365 May 16 19:11:18.826617 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe464f4-2e43-42ca-85c8-245228bb71e1 req-1525ba27-62d8-4af6-9a3e-fe95c6e3d7d1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.828456 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dbe464f4-2e43-42ca-85c8-245228bb71e1 req-1525ba27-62d8-4af6-9a3e-fe95c6e3d7d1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 944 time: 0.0614836 May 16 19:11:18.857572 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eaee30-62e0-4cdc-9adc-0efe7204eda9 x-openstack-request-id: req-83eaee30-62e0-4cdc-9adc-0efe7204eda9 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:18.857946 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:18.858302 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83eaee30-62e0-4cdc-9adc-0efe7204eda9 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:18.858808 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83eaee30-62e0-4cdc-9adc-0efe7204eda9'] response: {'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'status': 'completed', 'code': 200} May 16 19:11:18.886275 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dbe464f4-2e43-42ca-85c8-245228bb71e1 req-0268c52e-712a-4b12-813a-67f866b9a471 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507076 May 16 19:11:18.957719 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bcbc-9166-41b6-a734-a7f00cc2a6fc req-5f42fae1-574e-4e1e-8e2b-f4da1cdda72a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.959216 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9981bcbc-9166-41b6-a734-a7f00cc2a6fc req-5f42fae1-574e-4e1e-8e2b-f4da1cdda72a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0522077 May 16 19:11:19.096970 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9981bcbc-9166-41b6-a734-a7f00cc2a6fc req-be54e508-6821-475f-ba70-60ffad6edaf3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317897 May 16 19:11:19.124225 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-e52f0992-ff72-42ad-934b-41c8196c1cd5 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359556 May 16 19:11:19.409351 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e0aac54-77d7-4065-a29d-30d1003d2821 req-fa5f9c95-059c-4896-bfc6-d4cf3ad717a3 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935392 May 16 19:11:19.478483 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d09e7-248a-48d7-9a4b-ec4861b558c2 req-690187ed-c025-4b9b-accd-e5f2c36455a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:19.480022 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-444d09e7-248a-48d7-9a4b-ec4861b558c2 req-690187ed-c025-4b9b-accd-e5f2c36455a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1128 time: 0.1418240 May 16 19:11:19.785332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-087a969c-b4b0-48d6-8732-c304c4691874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:19.786830 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-087a969c-b4b0-48d6-8732-c304c4691874 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41&tenant_id=70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 1127 time: 0.4215379 May 16 19:11:19.894778 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-01d10184-b806-46e1-ab01-112e94c48b1e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:19.896309 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-01d10184-b806-46e1-ab01-112e94c48b1e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.49 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 809 time: 0.5299032 May 16 19:11:19.941136 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-f74756f5-4f9c-4845-9d52-ef6017e28379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:19.942685 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-f74756f5-4f9c-4845-9d52-ef6017e28379 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1127 time: 0.1248488 May 16 19:11:19.951985 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b8becf61-5c60-4d43-952b-c848a3e28e8e req-23848fbb-6648-4715-8661-a00d59536330 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 210 time: 0.0545790 May 16 19:11:20.007296 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fb506-8c78-424f-8308-81c9ce3023c0 req-7b70a9d9-0caa-4898-9206-2469e7ca0032 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.009035 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a44fb506-8c78-424f-8308-81c9ce3023c0 req-7b70a9d9-0caa-4898-9206-2469e7ca0032 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 944 time: 0.0524805 May 16 19:11:20.026751 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d09e7-248a-48d7-9a4b-ec4861b558c2 req-2abf44dc-ce42-4dad-bb6e-acadb7bef4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.028123 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-444d09e7-248a-48d7-9a4b-ec4861b558c2 req-2abf44dc-ce42-4dad-bb6e-acadb7bef4ef service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2537463 May 16 19:11:20.061671 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a44fb506-8c78-424f-8308-81c9ce3023c0 req-3ba80fc4-8a89-480a-9e9c-6b3bccc3ee3d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458367 May 16 19:11:20.097248 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-4478f1ad-602c-4749-ab31-ca301982f689 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e758da8d71142bdbac8765efccefde8 HTTP/1.1" status: 200 len: 380 time: 0.1784627 May 16 19:11:20.168237 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-ca15c800-76f8-485a-bd85-c33295d61bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.170103 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-ca15c800-76f8-485a-bd85-c33295d61bbf service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.2107334 May 16 19:11:20.201808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d09e7-248a-48d7-9a4b-ec4861b558c2 req-3984ffe8-b4bd-43d8-8fce-80322b04f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.203388 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-444d09e7-248a-48d7-9a4b-ec4861b558c2 req-3984ffe8-b4bd-43d8-8fce-80322b04f004 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652405 May 16 19:11:20.239612 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade0b0-6ff2-49a9-bcac-c32ca59f1592 req-c2732b70-04e2-48af-b8cc-9f982582571a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.241110 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-62ade0b0-6ff2-49a9-bcac-c32ca59f1592 req-c2732b70-04e2-48af-b8cc-9f982582571a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0588009 May 16 19:11:20.291932 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-62ade0b0-6ff2-49a9-bcac-c32ca59f1592 req-64cae674-4ba8-4478-a803-d817d350541d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 May 16 19:11:20.306484 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'port': {'device_id': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'admin_state_up': True, 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'security_groups': ['0d05aa9a-d6c5-4e97-ae35-764b96a0c296']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:20.422011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45934) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:20.475393 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-cfd665c6-7b2e-4512-b1d6-9548f0b9a447 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 999 time: 0.1641707 May 16 19:11:20.478436 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-172aaf0c-99b3-4865-8232-1baf8624854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.479866 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-172aaf0c-99b3-4865-8232-1baf8624854e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1128 time: 0.1135321 May 16 19:11:20.513673 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Made reservation on behalf of 5e758da8d71142bdbac8765efccefde8 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:11:20.517074 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.545971 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4596230-ef4d-4c9f-a46b-74314753331f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.621878 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4596230-ef4d-4c9f-a46b-74314753331f admin admin] Publish callbacks [] for security_group (a33c6bc4-4567-458d-9cb1-305bb336c6a1), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.626690 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4596230-ef4d-4c9f-a46b-74314753331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a33c6bc4-4567-458d-9cb1-305bb336c6a1), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.647487 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-e05ede04-52a5-4122-a3f7-32574248e903 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 217 time: 0.0725758 May 16 19:11:20.664178 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f4596230-ef4d-4c9f-a46b-74314753331f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee44f41bd5c9401984200a3f66257b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407992 May 16 19:11:20.664929 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4596230-ef4d-4c9f-a46b-74314753331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c6bc4-4567-458d-9cb1-305bb336c6a1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:20.667548 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 45938) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:20.722165 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-abae06d9-ec7d-4148-82e1-4248f0cb1f5f admin admin] Publish callbacks [] for security_group (a33c6bc4-4567-458d-9cb1-305bb336c6a1), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.723016 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-90ab0373-cc49-460e-9f70-a85ab3ec4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.724490 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-90ab0373-cc49-460e-9f70-a85ab3ec4983 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.1486070 May 16 19:11:20.744298 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-abae06d9-ec7d-4148-82e1-4248f0cb1f5f admin admin] Publish callbacks [] for security_group (a33c6bc4-4567-458d-9cb1-305bb336c6a1), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.770042 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-ee091ae2-ecd2-408e-8e32-3b75eb5b7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.771564 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-ee091ae2-ecd2-408e-8e32-3b75eb5b7293 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.1143563 May 16 19:11:20.799245 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-abae06d9-ec7d-4148-82e1-4248f0cb1f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a33c6bc4-4567-458d-9cb1-305bb336c6a1), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.801999 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-abae06d9-ec7d-4148-82e1-4248f0cb1f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:20.803132 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-abae06d9-ec7d-4148-82e1-4248f0cb1f5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a33c6bc4-4567-458d-9cb1-305bb336c6a1 HTTP/1.1" status: 204 len: 168 time: 0.1349263 May 16 19:11:20.814372 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Allocated IP 172.20.0.12 (5aa18cd6-b394-4c2d-b694-bca5dc20e63c/7dd732f0-0b31-4b2d-b3e3-e716662b9eee/aadd3356-5374-4e27-aec5-d1a129d4438b) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:11:20.819568 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae06d9-ec7d-4148-82e1-4248f0cb1f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c6bc4-4567-458d-9cb1-305bb336c6a1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:20.836103 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-aa165b17-d9d6-40ce-a666-8c82d4203510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.837657 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-aa165b17-d9d6-40ce-a666-8c82d4203510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990686 May 16 19:11:20.841724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461366-de81-435b-a25d-73adb70bb04c req-1cae08d4-7dbb-4e0d-8078-278e4db08d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.843103 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-1cae08d4-7dbb-4e0d-8078-278e4db08d39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637746 May 16 19:11:21.125268 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-fd6435cd-ff52-47f9-8f14-1fb680d31acd service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756515 May 16 19:11:21.125268 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-62c9cb14-28b8-46f5-8774-44ea3704ebfa service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685874 May 16 19:11:21.237145 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:21.290190 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a1126242-e5a5-4948-bae3-ae06c02992c9 req-e6b12997-1e2b-4c52-a00a-e43676415f59 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 210 time: 0.2622650 May 16 19:11:21.336045 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4fc98-6297-4a53-9da8-23dbc18b0652 req-583bb0de-b8ed-4fce-b07a-8e38f21a3260 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.337661 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae4fc98-6297-4a53-9da8-23dbc18b0652 req-583bb0de-b8ed-4fce-b07a-8e38f21a3260 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 944 time: 0.1593721 May 16 19:11:21.397174 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-df284248-359f-4923-9c53-49dbc12dd4f9 req-5fea5a57-8595-4f82-b6ee-a795e98f0cdb service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577806 May 16 19:11:21.398820 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c7461366-de81-435b-a25d-73adb70bb04c req-9b310269-a185-4f44-b094-550712364038 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421906 May 16 19:11:21.413161 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:21.426117 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afd1e4-d82d-498d-b377-8db46bacb0ca req-7b32b63d-a3a8-40c5-a68a-f39854fcfa0a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.428128 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-04afd1e4-d82d-498d-b377-8db46bacb0ca req-7b32b63d-a3a8-40c5-a68a-f39854fcfa0a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0606949 May 16 19:11:21.462528 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae4fc98-6297-4a53-9da8-23dbc18b0652 req-ebcb5430-2e10-4a5f-88c7-5b1262f960d1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151276 May 16 19:11:21.473890 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:11:21.477753 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:11:21.485473 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:11:21.492548 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-04afd1e4-d82d-498d-b377-8db46bacb0ca req-c0571767-c7d7-40d0-a05c-e1e2c71d4a3d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582469 May 16 19:11:21.510819 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:21.541198 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.541905 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:21.559460 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-192f2eea-cc3f-496f-86ce-37441614af83 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2572715 May 16 19:11:21.769374 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-3c61f8f1-5dc5-4abe-b22e-0be3637e8617 None None] Provisioning complete for port aadd3356-5374-4e27-aec5-d1a129d4438b triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:21.769972 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3c61f8f1-5dc5-4abe-b22e-0be3637e8617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:21.802805 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-3c61f8f1-5dc5-4abe-b22e-0be3637e8617 None None] Port aadd3356-5374-4e27-aec5-d1a129d4438b cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:11:22.417216 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933480-d6bd-47fb-99e6-8a05b6425fa3 req-6fe8ddc3-4d83-4660-b04a-144ad596abcf tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:22.418693 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d9933480-d6bd-47fb-99e6-8a05b6425fa3 req-6fe8ddc3-4d83-4660-b04a-144ad596abcf tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 932 time: 0.0551016 May 16 19:11:22.469951 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d9933480-d6bd-47fb-99e6-8a05b6425fa3 req-a8ae3b81-f213-49e1-9c5d-f67cafc344c1 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 May 16 19:11:22.591702 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38fd67-d33e-40ce-90a5-5a3783560987 req-9a5395b3-2515-4085-bf28-60124ce5606a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:22.593189 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5e38fd67-d33e-40ce-90a5-5a3783560987 req-9a5395b3-2515-4085-bf28-60124ce5606a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 944 time: 0.0501468 May 16 19:11:22.620471 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ba9e-dd59-40cc-b618-4d5b96e3d363 req-22eec720-563d-48b5-ab65-838f740b33fd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:22.621955 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e961ba9e-dd59-40cc-b618-4d5b96e3d363 req-22eec720-563d-48b5-ab65-838f740b33fd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0466077 May 16 19:11:22.646896 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5e38fd67-d33e-40ce-90a5-5a3783560987 req-a638edf5-36a8-4562-a039-5de900c7d541 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477505 May 16 19:11:22.654159 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Request body: {'port': {'device_id': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:22.709755 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e961ba9e-dd59-40cc-b618-4d5b96e3d363 req-42a4c5cd-90ce-43b3-9dd8-2dd3287399e7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818460 May 16 19:11:22.736217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:23.041809 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadd3356-5374-4e27-aec5-d1a129d4438b {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:23.049905 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Publish callbacks [] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:23.062442 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Transition to ACTIVE for port object aadd3356-5374-4e27-aec5-d1a129d4438b will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:11:23.066702 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:23.125601 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:23.221032 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Attempting to bind port aadd3356-5374-4e27-aec5-d1a129d4438b on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:11:23.221654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Attempting to bind port aadd3356-5374-4e27-aec5-d1a129d4438b by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:11:23.221995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Attempting to bind port aadd3356-5374-4e27-aec5-d1a129d4438b on network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:23.232350 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Port aadd3356-5374-4e27-aec5-d1a129d4438b on network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:11:23.232797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Attempting to bind port aadd3356-5374-4e27-aec5-d1a129d4438b on network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:23.242037 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:11:23.242511 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Checking segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:11:23.243192 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Bound using segment: {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:11:23.244798 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Bound port: aadd3356-5374-4e27-aec5-d1a129d4438b, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c129043-7d94-4fae-ac7a-5da8804d222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:11:23.245510 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:23.368276 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:11:23.377510 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:11:23.387563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:23.428157 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.428796 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:23.430230 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] 10.222.0.49 "PUT /v2.0/ports/aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 1094 time: 0.7822828 May 16 19:11:23.430674 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:23.432913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c128214-d814-453b-8ec1-16150e007519" -d '{"events": [{"name": "network-changed", "server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:23.471595 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63311-ce9f-4603-84d9-98a1f0b38638 service neutron] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:23.486248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9aab50-0b5e-418f-9d71-288a7edeeac3 x-openstack-request-id: req-dd9aab50-0b5e-418f-9d71-288a7edeeac3 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:23.486566 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:23.486866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd9aab50-0b5e-418f-9d71-288a7edeeac3 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:23.487256 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9aab50-0b5e-418f-9d71-288a7edeeac3'] response: {'name': 'network-changed', 'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'status': 'completed', 'code': 200} May 16 19:11:23.638782 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e467bc-36b5-4d06-b19b-819bff108441 req-065484d9-139e-430b-93d4-c1b3d957682f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.640923 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-64e467bc-36b5-4d06-b19b-819bff108441 req-065484d9-139e-430b-93d4-c1b3d957682f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0657196 May 16 19:11:23.713882 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-64e467bc-36b5-4d06-b19b-819bff108441 req-b36aaa7c-a533-4723-8b33-0522e88ebd58 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619097 May 16 19:11:23.801613 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852c05-c469-4f30-bab5-d52bb7c36420 req-110ef360-97ee-4dd2-86a9-05c7136036f5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.803879 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-11852c05-c469-4f30-bab5-d52bb7c36420 req-110ef360-97ee-4dd2-86a9-05c7136036f5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 944 time: 0.0617392 May 16 19:11:23.849553 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0b97c-9c53-4951-aa7f-5a7579ef6014 req-25b3e3e0-c376-409d-a0cb-cc328c02cbd1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.851191 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-09e0b97c-9c53-4951-aa7f-5a7579ef6014 req-25b3e3e0-c376-409d-a0cb-cc328c02cbd1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0570152 May 16 19:11:23.862161 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-11852c05-c469-4f30-bab5-d52bb7c36420 req-229ed960-a587-40a8-b4bd-8c0fdeb972bb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522003 May 16 19:11:23.903509 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-09e0b97c-9c53-4951-aa7f-5a7579ef6014 req-9bd4b856-368d-4cf9-8768-a95405499950 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448635 May 16 19:11:24.579239 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:11:24.703910 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:24.716341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:11:24.754500 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:24.754884 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:24.774089 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:24.797412 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:24.803154 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:24.869789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf492-bf07-40fe-b284-596e4abdd458 req-68015eec-13d5-4bd8-8b1a-4abb9240b026 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:24.872188 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-962cf492-bf07-40fe-b284-596e4abdd458 req-68015eec-13d5-4bd8-8b1a-4abb9240b026 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0679407 May 16 19:11:24.934093 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-962cf492-bf07-40fe-b284-596e4abdd458 req-20cba6ca-2364-491e-a2a4-ba995b776ff4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557203 May 16 19:11:25.018701 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:25.059604 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ff98-0baf-4b84-ad9f-69fa4d61cc1c req-1466f5af-dc1c-4370-b9a6-acd6d24c190c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:25.061193 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6b17ff98-0baf-4b84-ad9f-69fa4d61cc1c req-1466f5af-dc1c-4370-b9a6-acd6d24c190c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 945 time: 0.0849736 May 16 19:11:25.064734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb8bdc-bb8e-4da9-a819-2c4aa170997f req-57e50425-e193-4a76-824b-fc02c7e4c530 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:25.066534 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-15cb8bdc-bb8e-4da9-a819-2c4aa170997f req-57e50425-e193-4a76-824b-fc02c7e4c530 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0561278 May 16 19:11:25.132893 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6b17ff98-0baf-4b84-ad9f-69fa4d61cc1c req-15ba2eff-1a4b-4a8d-b4b4-deb6ad7e8869 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625963 May 16 19:11:25.146759 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-15cb8bdc-bb8e-4da9-a819-2c4aa170997f req-a0f69ac0-0d3c-4a6f-8394-6e45256dde02 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738003 May 16 19:11:25.255603 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['2f53d2f3-16ec-408d-b308-a79d7b29c2e9'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:26.061488 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66bef8-98a2-4f4e-adcd-3085acbb4ad9 req-83177ef4-1a57-4658-ac37-dc1266acc3e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:26.062978 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4b66bef8-98a2-4f4e-adcd-3085acbb4ad9 req-83177ef4-1a57-4658-ac37-dc1266acc3e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0476668 May 16 19:11:26.118299 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4b66bef8-98a2-4f4e-adcd-3085acbb4ad9 req-1b337811-46ca-4341-9136-74f8f3646012 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490901 May 16 19:11:26.257475 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccceab-4fbe-4d51-9288-38b945f42760 req-56eb714a-3772-4fc5-950f-93e9c5d4d89d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:26.258910 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-90ccceab-4fbe-4d51-9288-38b945f42760 req-56eb714a-3772-4fc5-950f-93e9c5d4d89d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 945 time: 0.0471838 May 16 19:11:26.287290 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc940-fbd3-4e98-bfe0-15fbbdbcf676 req-ced448cd-f425-491e-8184-e22a88fb1eac tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:26.288791 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4c4dc940-fbd3-4e98-bfe0-15fbbdbcf676 req-ced448cd-f425-491e-8184-e22a88fb1eac tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0493596 May 16 19:11:26.310238 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-90ccceab-4fbe-4d51-9288-38b945f42760 req-3fc381c4-6696-4c0a-ab6d-67acc8765b22 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 May 16 19:11:26.363473 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4c4dc940-fbd3-4e98-bfe0-15fbbdbcf676 req-d633172e-3bea-463f-952a-13cd184e8c8b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674443 May 16 19:11:26.601039 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:11:26.658398 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:11:26.666417 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:26.666830 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:26.739830 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:26.740248 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:26.764091 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:26.766442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4ee23f-decb-402b-aa38-702899d92714" -d '{"events": [{"server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "name": "network-vif-plugged", "status": "completed", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:26.780333 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:26.788684 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:26.816976 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5f8e14-caa0-4aeb-ba9b-5ac772989f6a x-openstack-request-id: req-3b5f8e14-caa0-4aeb-ba9b-5ac772989f6a {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:26.817306 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "name": "network-vif-plugged", "status": "completed", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:26.817596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b5f8e14-caa0-4aeb-ba9b-5ac772989f6a {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:26.818004 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5f8e14-caa0-4aeb-ba9b-5ac772989f6a'] response: {'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'code': 200} May 16 19:11:26.851381 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:27.260857 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27f7f-07e1-46a6-afd2-e7f71482ba38 req-2a52341b-e64a-472f-acec-8932f603af15 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:27.262691 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dda27f7f-07e1-46a6-afd2-e7f71482ba38 req-2a52341b-e64a-472f-acec-8932f603af15 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0556397 May 16 19:11:27.322698 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dda27f7f-07e1-46a6-afd2-e7f71482ba38 req-d9a5c3ff-2e3e-4fe1-97e0-96efbf3324df tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530174 May 16 19:11:27.440180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189170dc-a93c-4d42-86ea-581f51952241 req-811ed788-aa47-4e7a-8005-9570f8d46882 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:27.442862 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-189170dc-a93c-4d42-86ea-581f51952241 req-811ed788-aa47-4e7a-8005-9570f8d46882 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0555959 May 16 19:11:27.499302 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-189170dc-a93c-4d42-86ea-581f51952241 req-40fb10e7-9aa7-4651-b3ea-0aaaab698942 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508018 May 16 19:11:27.507055 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d7556-153f-4f73-9155-1b319f69fde2 req-3a7439ed-6d03-48c4-9aed-fc6f79c70bfe tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:27.508683 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb6d7556-153f-4f73-9155-1b319f69fde2 req-3a7439ed-6d03-48c4-9aed-fc6f79c70bfe tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0658264 May 16 19:11:27.560469 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cb6d7556-153f-4f73-9155-1b319f69fde2 req-230bfc57-c1ee-4f53-87ac-ee2dbacf90f9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462375 May 16 19:11:28.453524 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8df906-ff9b-42ca-85eb-d817d511ff8e req-663d57cd-08bd-4f94-91d4-c45c90826c77 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:28.455959 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec8df906-ff9b-42ca-85eb-d817d511ff8e req-663d57cd-08bd-4f94-91d4-c45c90826c77 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0653439 May 16 19:11:28.509488 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec8df906-ff9b-42ca-85eb-d817d511ff8e req-4fc36d04-175e-4824-b6c2-2fa966e0ecf9 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468924 May 16 19:11:28.624761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eebac3-9c46-4204-ac0d-02772e51ddd2 req-b10a1c8f-c756-44a1-a946-70c25680aaf6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:28.629679 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f3eebac3-9c46-4204-ac0d-02772e51ddd2 req-b10a1c8f-c756-44a1-a946-70c25680aaf6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0567164 May 16 19:11:28.679488 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f3eebac3-9c46-4204-ac0d-02772e51ddd2 req-1d8274a4-50ee-456c-b024-ce6b7b14d62a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451264 May 16 19:11:28.710058 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619852a-baea-4d5a-955d-ec63862df571 req-2fbc06eb-ddb9-4b1f-93b6-249af5b9762f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:28.711688 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c619852a-baea-4d5a-955d-ec63862df571 req-2fbc06eb-ddb9-4b1f-93b6-249af5b9762f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0682433 May 16 19:11:28.776613 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c619852a-baea-4d5a-955d-ec63862df571 req-773628e1-aedf-4df2-89d1-bb641125998c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576994 May 16 19:11:29.644119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939f23-8ba1-459b-9c9d-bb25caaec4cf req-1358dc4e-0990-4038-9967-76a00ea603dc tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:29.645629 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-19939f23-8ba1-459b-9c9d-bb25caaec4cf req-1358dc4e-0990-4038-9967-76a00ea603dc tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0593824 May 16 19:11:29.707575 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-19939f23-8ba1-459b-9c9d-bb25caaec4cf req-33f6717c-2773-4ecb-a230-5940d4cd390f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557737 May 16 19:11:29.812763 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7660f-1bd3-4add-9c5d-1a54029bda6a req-cef7907f-fc94-45fe-befd-484b622a58eb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:29.814378 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-18f7660f-1bd3-4add-9c5d-1a54029bda6a req-cef7907f-fc94-45fe-befd-484b622a58eb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0570805 May 16 19:11:29.893669 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-18f7660f-1bd3-4add-9c5d-1a54029bda6a req-d3fada2b-ff85-449f-a968-1b875d5b46fd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669611 May 16 19:11:29.912130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec07f7-ec69-47d1-9d61-9a323545c85d req-c7b5f41d-e392-48b3-be7a-5b51221c4403 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:29.913762 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5eec07f7-ec69-47d1-9d61-9a323545c85d req-c7b5f41d-e392-48b3-be7a-5b51221c4403 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0552959 May 16 19:11:29.964690 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5eec07f7-ec69-47d1-9d61-9a323545c85d req-0a17c798-0437-4a6a-abd7-aab5450ffa30 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 May 16 19:11:30.824900 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3872aa4-8fe5-434b-8975-e609bb9abc1e req-41fb0697-2f56-46e5-a5a8-12bc18589c11 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:30.826489 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e3872aa4-8fe5-434b-8975-e609bb9abc1e req-41fb0697-2f56-46e5-a5a8-12bc18589c11 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0479414 May 16 19:11:30.895490 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e3872aa4-8fe5-434b-8975-e609bb9abc1e req-e17118a2-c9e3-4bab-98d1-7e829527440e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579836 May 16 19:11:31.020267 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946de76-6150-4b7a-9437-f52d73c1db4f req-20ca1b4b-cd89-4089-bf54-2b9e4326ae44 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:31.022517 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7946de76-6150-4b7a-9437-f52d73c1db4f req-20ca1b4b-cd89-4089-bf54-2b9e4326ae44 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0558650 May 16 19:11:31.082018 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7946de76-6150-4b7a-9437-f52d73c1db4f req-14992a1b-e506-41f0-aaf4-d5a54aba6391 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532854 May 16 19:11:31.095068 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dafcfa-820e-4014-b069-71491efc19ad req-880e5d3b-0f8a-41d9-b957-e2f64a07005f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:31.096997 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-29dafcfa-820e-4014-b069-71491efc19ad req-880e5d3b-0f8a-41d9-b957-e2f64a07005f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0545099 May 16 19:11:31.146146 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-29dafcfa-820e-4014-b069-71491efc19ad req-36b2005d-cf1c-49e6-90f2-9b32aa233992 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 May 16 19:11:32.015250 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c5f-9c8b-4396-9c3f-ed7153902a67 req-4ec79c03-e9c5-4e3d-8078-e1eca38020e0 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:32.016811 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9fe34c5f-9c8b-4396-9c3f-ed7153902a67 req-4ec79c03-e9c5-4e3d-8078-e1eca38020e0 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0493133 May 16 19:11:32.066978 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9fe34c5f-9c8b-4396-9c3f-ed7153902a67 req-57260103-668c-4ddb-9e5e-50227d8f7fca tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444357 May 16 19:11:32.215395 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6910e-8b4d-4d1c-81ab-eae2f10a3c5c req-16501441-405d-45d4-95e2-5cfc4722abf6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:32.217278 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2ac6910e-8b4d-4d1c-81ab-eae2f10a3c5c req-16501441-405d-45d4-95e2-5cfc4722abf6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0595598 May 16 19:11:32.266715 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2ac6910e-8b4d-4d1c-81ab-eae2f10a3c5c req-403c6f7d-7391-43b5-b341-6818d019c194 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 May 16 19:11:32.270693 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad18175-6fec-4a7e-8570-d962124aa79e req-eae917d4-e2b0-443c-9cbd-edd9f4570823 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:32.272245 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2ad18175-6fec-4a7e-8570-d962124aa79e req-eae917d4-e2b0-443c-9cbd-edd9f4570823 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0474086 May 16 19:11:32.328120 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2ad18175-6fec-4a7e-8570-d962124aa79e req-c8fbfdb6-0866-4c4b-80a3-bbff895cbc21 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493660 May 16 19:11:33.185252 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8f3cb-1f4f-4756-b998-971ebb75c93d req-7d404b7b-ddc8-4bfa-ad87-776f3d1517ba tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:33.186765 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4fa8f3cb-1f4f-4756-b998-971ebb75c93d req-7d404b7b-ddc8-4bfa-ad87-776f3d1517ba tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0489569 May 16 19:11:33.240008 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4fa8f3cb-1f4f-4756-b998-971ebb75c93d req-de267b43-60de-46ad-a432-6592d107982b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474274 May 16 19:11:33.390201 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6e091-46b2-4ad7-bee9-751ee25bc848 req-8fad1e5f-7a6e-494f-bd65-06e5eedea095 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:33.391981 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20d6e091-46b2-4ad7-bee9-751ee25bc848 req-8fad1e5f-7a6e-494f-bd65-06e5eedea095 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0532682 May 16 19:11:33.439251 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20d6e091-46b2-4ad7-bee9-751ee25bc848 req-33d4fe90-929f-41a0-848d-f6bcb2fa32b9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 May 16 19:11:33.449202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889d538-9a2f-4952-980e-6f96300cd6e0 req-b30306ac-acdc-4b67-b982-846b9c7e4e7d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:33.456530 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c889d538-9a2f-4952-980e-6f96300cd6e0 req-b30306ac-acdc-4b67-b982-846b9c7e4e7d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0469565 May 16 19:11:33.501841 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c889d538-9a2f-4952-980e-6f96300cd6e0 req-432d3cea-37b7-4045-89e6-f3ad2b189299 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 May 16 19:11:34.029569 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:34.364140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c128214-d814-453b-8ec1-16150e007519 req-17e34a29-68eb-4ac6-a968-20e7295e812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:34.365720 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5c128214-d814-453b-8ec1-16150e007519 req-17e34a29-68eb-4ac6-a968-20e7295e812f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1128 time: 0.0630066 May 16 19:11:34.381017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551bf6f-8e21-46f2-b032-e5f1e3eb7ec3 req-9f9c81ab-4ad8-45f7-9e3d-c8706c785d65 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:34.382416 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9551bf6f-8e21-46f2-b032-e5f1e3eb7ec3 req-9f9c81ab-4ad8-45f7-9e3d-c8706c785d65 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0533528 May 16 19:11:34.433202 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9551bf6f-8e21-46f2-b032-e5f1e3eb7ec3 req-1194cad8-63ca-4566-8e09-b50dc9d56f2b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451868 May 16 19:11:34.560122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe2d65-7695-45bc-96f5-edcfda3d2ea5 req-e0f69ce9-08cf-451f-a2e2-d3c86ce28d3d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:34.561667 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-05fe2d65-7695-45bc-96f5-edcfda3d2ea5 req-e0f69ce9-08cf-451f-a2e2-d3c86ce28d3d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0551066 May 16 19:11:34.616253 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-05fe2d65-7695-45bc-96f5-edcfda3d2ea5 req-6c8f3bd4-6952-4f1c-82f2-849d4696c802 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483363 May 16 19:11:34.619063 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e66a-d80f-44c7-8a4b-76d3d9f47787 req-d0fa1ee7-4244-4bf6-8cae-a3c5d2cde5e3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:34.620571 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4963e66a-d80f-44c7-8a4b-76d3d9f47787 req-d0fa1ee7-4244-4bf6-8cae-a3c5d2cde5e3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0456579 May 16 19:11:34.668199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4963e66a-d80f-44c7-8a4b-76d3d9f47787 req-44aa01d1-1431-4ca9-ae0d-5cafcb4fb005 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404940 May 16 19:11:35.164431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c128214-d814-453b-8ec1-16150e007519 req-d5f0392a-5b5b-4ad2-8bbf-517aecebc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.165978 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5c128214-d814-453b-8ec1-16150e007519 req-d5f0392a-5b5b-4ad2-8bbf-517aecebc799 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5e758da8d71142bdbac8765efccefde8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1078880 May 16 19:11:35.238817 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a20df-88be-4075-80d7-1d642bd2fddb req-0bdb84c9-d69a-43fc-ad65-26f5078d135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.240476 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-399a20df-88be-4075-80d7-1d642bd2fddb req-0bdb84c9-d69a-43fc-ad65-26f5078d135d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.0550008 May 16 19:11:35.320014 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c128214-d814-453b-8ec1-16150e007519 req-ad089e5b-fd03-4f62-8224-e3d95f42d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.321455 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5c128214-d814-453b-8ec1-16150e007519 req-ad089e5b-fd03-4f62-8224-e3d95f42d496 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439104 May 16 19:11:35.323872 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-399a20df-88be-4075-80d7-1d642bd2fddb req-a5f33dca-14b7-4af1-9b9d-8b1083b58734 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602632 May 16 19:11:35.566659 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e25c8-68fb-47ce-8ca9-322233364abc req-4f0c2040-03ce-4223-8d46-060f484d45b9 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.568110 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6c6e25c8-68fb-47ce-8ca9-322233364abc req-4f0c2040-03ce-4223-8d46-060f484d45b9 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0589714 May 16 19:11:35.616931 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6c6e25c8-68fb-47ce-8ca9-322233364abc req-5ce50657-f390-458a-a1d9-47f10f7348cd tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 May 16 19:11:35.735100 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-dc0c78d4-058d-4a4a-8133-93148e62e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.736666 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-dc0c78d4-058d-4a4a-8133-93148e62e07f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1128 time: 0.0631135 May 16 19:11:35.753684 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e481-e759-43ac-a7e8-d4d5c919d0a7 req-0a0c945b-c9ac-4f5c-9e81-8ac37e69d65c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.755153 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b974e481-e759-43ac-a7e8-d4d5c919d0a7 req-0a0c945b-c9ac-4f5c-9e81-8ac37e69d65c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0557051 May 16 19:11:35.796122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48959d1-8a9b-4a42-937a-49516148e03d req-918c2414-5b14-468e-b6c1-ec4cc2a21b52 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.797605 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e48959d1-8a9b-4a42-937a-49516148e03d req-918c2414-5b14-468e-b6c1-ec4cc2a21b52 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0472422 May 16 19:11:35.847763 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e48959d1-8a9b-4a42-937a-49516148e03d req-8486fe80-2a3f-4c64-9137-eef7db56175d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442612 May 16 19:11:36.064904 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-8e29b74c-a0f7-418b-b4dc-663dd1f83bf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 217 time: 0.2973382 May 16 19:11:36.090337 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b974e481-e759-43ac-a7e8-d4d5c919d0a7 req-9fea43f3-13c2-4351-908a-66bd53d5611f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297358 May 16 19:11:36.451880 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:11:36.533177 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-10e49276-6879-49bc-89ed-338fc82b1a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:36.555542 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-63e15df3-efaf-46c2-ba8b-52dee361d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.557019 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-63e15df3-efaf-46c2-ba8b-52dee361d8a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 200 len: 848 time: 0.0556252 May 16 19:11:36.602752 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-8ab3c8bb-2757-42cc-aa6c-5338efb9b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.604212 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-8ab3c8bb-2757-42cc-aa6c-5338efb9b7d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377333 May 16 19:11:36.708511 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-aaccbb91-ba3b-4c31-8d0b-c3476445a19c service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951724 May 16 19:11:36.731111 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54bfa8-6829-4be4-b8a4-62d25a9baeb5 req-595b3d25-bf7e-4652-ae8d-e4a747ff7b51 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.732566 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cb54bfa8-6829-4be4-b8a4-62d25a9baeb5 req-595b3d25-bf7e-4652-ae8d-e4a747ff7b51 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0452998 May 16 19:11:36.787227 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cb54bfa8-6829-4be4-b8a4-62d25a9baeb5 req-778fbc39-42f4-4a6d-a4f3-40a0417405a3 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483258 May 16 19:11:36.815816 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3f46f7e0-26b0-4a19-a636-0bc84b162607 req-68014332-f580-424f-ad3a-d3cf4dc945b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825000 May 16 19:11:36.973958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c16b5-ebde-488b-a720-e62ea7e5e694 req-a57b6f95-d983-4033-b42d-2250f5ebb95c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.975439 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fe9c16b5-ebde-488b-a720-e62ea7e5e694 req-a57b6f95-d983-4033-b42d-2250f5ebb95c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0511110 May 16 19:11:37.022522 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fe9c16b5-ebde-488b-a720-e62ea7e5e694 req-1fa21afb-45bc-42ba-aea3-f6cbca283e4e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 May 16 19:11:37.203681 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501914c-48d8-46ae-a132-833883abedbb req-7dbf0035-672a-434e-a386-7d3919cc4531 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:37.205135 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d501914c-48d8-46ae-a132-833883abedbb req-7dbf0035-672a-434e-a386-7d3919cc4531 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0470035 May 16 19:11:37.255371 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d501914c-48d8-46ae-a132-833883abedbb req-e2938f22-fee8-4c98-be14-1c82a638311b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435162 May 16 19:11:37.901692 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bd9ec-84ae-45f5-972b-d8526debbadb req-56647222-e3d3-4f3f-8bf7-175a07999fe5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:37.903183 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5f9bd9ec-84ae-45f5-972b-d8526debbadb req-56647222-e3d3-4f3f-8bf7-175a07999fe5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0486605 May 16 19:11:37.951351 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5f9bd9ec-84ae-45f5-972b-d8526debbadb req-99b36d88-fa42-41ea-b0ba-bdc1f437fda5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 May 16 19:11:38.158439 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32b96-af95-4678-84c7-8c611f28622b req-50100c38-794d-4299-ba70-11a55e68cc29 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:38.160025 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d2b32b96-af95-4678-84c7-8c611f28622b req-50100c38-794d-4299-ba70-11a55e68cc29 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0596604 May 16 19:11:38.210508 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d2b32b96-af95-4678-84c7-8c611f28622b req-db3ea7dd-be0c-4b31-ab07-c1343d2e6a15 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444946 May 16 19:11:38.378255 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41397d8-a189-42c8-9282-e22ecb726c07 req-01f0ccd7-2b58-46d5-9d84-8c61d1cc103d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:38.379728 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e41397d8-a189-42c8-9282-e22ecb726c07 req-01f0ccd7-2b58-46d5-9d84-8c61d1cc103d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0524993 May 16 19:11:38.427073 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e41397d8-a189-42c8-9282-e22ecb726c07 req-995de1f5-6045-426d-9b3b-fb4132d62015 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 May 16 19:11:38.547329 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4d38c-acb3-4346-89e3-9dfb7f07fd91 req-9265d102-4fec-4248-b5fd-5f9a4c1294b3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:38.548727 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ffb4d38c-acb3-4346-89e3-9dfb7f07fd91 req-9265d102-4fec-4248-b5fd-5f9a4c1294b3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0575924 May 16 19:11:38.562445 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46136) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:38.567062 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'floatingip': {'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:38.619850 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:38.801105 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9f3b71cf-004e-4bd6-a797-17f3a8eba76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:39.064506 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:39.068882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:39.070452 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1804a9-6fed-414b-aa99-31500db78375 req-e0d714fd-cde0-4693-98f8-5047b28a63f3 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.072269 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cc1804a9-6fed-414b-aa99-31500db78375 req-e0d714fd-cde0-4693-98f8-5047b28a63f3 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0518074 May 16 19:11:39.127751 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cc1804a9-6fed-414b-aa99-31500db78375 req-49c8ae73-162f-4f20-b542-4477e2c48f07 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495861 May 16 19:11:39.166750 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Floating IP 7829758b-71ef-4b5d-980a-ab1af7e70a42 associated. External IP: 172.27.2.126, port: 2f53d2f3-16ec-408d-b308-a79d7b29c2e9. May 16 19:11:39.357947 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bda67-2bbc-41a2-a8a3-7abf25829afa req-5b9c573e-7c91-4885-a47f-481e9d7fe22f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.359299 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a27bda67-2bbc-41a2-a8a3-7abf25829afa req-5b9c573e-7c91-4885-a47f-481e9d7fe22f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0579412 May 16 19:11:39.439493 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Router cfec5029-7e17-499e-8906-677fbac6a1ae has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:11:39.453926 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a27bda67-2bbc-41a2-a8a3-7abf25829afa req-c3dca090-77c4-4f69-9beb-11cfaae5c97c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661173 May 16 19:11:39.553770 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:11:39.559185 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:39.565500 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] Sync routers for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:11:39.576412 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:39.577110 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:11:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:39.588403 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f8342e67-028c-46fb-ae1c-690c4ba681b5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "PUT /v2.0/floatingips/7829758b-71ef-4b5d-980a-ab1af7e70a42 HTTP/1.1" status: 200 len: 992 time: 1.0248713 May 16 19:11:39.588969 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:39.591224 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779b72c-a077-4ff2-8fa0-24e3b2956422" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:39.627701 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ea60c-e7f0-419a-b351-f7aaac5cbd60 x-openstack-request-id: req-208ea60c-e7f0-419a-b351-f7aaac5cbd60 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:39.628093 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:39.628347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208ea60c-e7f0-419a-b351-f7aaac5cbd60 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:39.628761 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208ea60c-e7f0-419a-b351-f7aaac5cbd60'] response: {'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'status': 'completed', 'code': 200} May 16 19:11:39.676985 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:39.694168 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-a7279b7f-8a63-4dd2-b0ff-9db270f66252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.695673 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-a7279b7f-8a63-4dd2-b0ff-9db270f66252 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.0398126 May 16 19:11:39.788638 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-1ae7e7e8-5cb4-4ac4-9da3-d44b1fec6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.790148 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-1ae7e7e8-5cb4-4ac4-9da3-d44b1fec6308 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.0877049 May 16 19:11:39.859703 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-feee8d85-0651-4e66-96f3-6e4a24c4d653 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 1000 time: 0.0596232 May 16 19:11:39.887675 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '7829758b-71ef-4b5d-980a-ab1af7e70a42', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:55Z', 'updated_at': '2022-05-16T19:11:38Z', 'revision_number': 1, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:39.910103 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-6ca445e4-bdaa-4323-8277-ddcf3cc4eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.911633 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-6ca445e4-bdaa-4323-8277-ddcf3cc4eea9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0454211 May 16 19:11:39.914371 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] Checking router: cfec5029-7e17-499e-8906-677fbac6a1ae for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:11:39.922608 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:39.923203 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:11:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:39.968575 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-46f73131-2dd0-45c3-adcc-5a8183d8b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.970111 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-46f73131-2dd0-45c3-adcc-5a8183d8b25c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409062 May 16 19:11:40.027428 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:40.067576 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-abf1f0e4-e766-4e7a-9b99-39e72c5a501d service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894368 May 16 19:11:40.100817 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:40.191704 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4779b72c-a077-4ff2-8fa0-24e3b2956422 req-606cb54c-0703-4d6a-a702-9e45744ba91a service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044450 May 16 19:11:40.244222 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a662-7cc9-4575-b029-be728378b282 req-703de295-942d-4672-a328-b84c094ab8c2 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:40.246262 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8ba2a662-7cc9-4575-b029-be728378b282 req-703de295-942d-4672-a328-b84c094ab8c2 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0465283 May 16 19:11:40.258789 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '7829758b-71ef-4b5d-980a-ab1af7e70a42', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:55Z', 'updated_at': '2022-05-16T19:11:38Z', 'revision_number': 1, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:40.290618 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982ede6-1769-4e07-b7ae-6f1b4430a415 None None] The sync data for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi is: [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '7829758b-71ef-4b5d-980a-ab1af7e70a42', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:55Z', 'updated_at': '2022-05-16T19:11:38Z', 'revision_number': 1, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:11:40.301103 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8ba2a662-7cc9-4575-b029-be728378b282 req-3be5a958-455c-44d6-bece-b8a25fc86d8b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493987 May 16 19:11:40.502176 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1a340-f76b-4f56-9164-26164c452ab4 None None] New status for floating IP 7829758b-71ef-4b5d-980a-ab1af7e70a42: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:11:40.579506 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fd633-7522-4212-8740-dbef4ec54bec req-c94ee126-4efa-4fbb-b80b-c9924fc3e1f7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:40.581030 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c22fd633-7522-4212-8740-dbef4ec54bec req-c94ee126-4efa-4fbb-b80b-c9924fc3e1f7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0478156 May 16 19:11:40.631184 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c22fd633-7522-4212-8740-dbef4ec54bec req-33a3bdd7-2c14-40e4-94e6-d6d4e8eb88b0 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442863 May 16 19:11:41.431937 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec78dc-530d-4630-a1f9-fb4cc0ee862a req-765239e1-7d98-4526-b2e4-c94384ad9b7e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:41.433399 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-97ec78dc-530d-4630-a1f9-fb4cc0ee862a req-765239e1-7d98-4526-b2e4-c94384ad9b7e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0479474 May 16 19:11:41.482903 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-97ec78dc-530d-4630-a1f9-fb4cc0ee862a req-4708054d-4273-4da5-8b73-45ce691e7aad tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 May 16 19:11:41.688025 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:41.769826 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b031e69-65e2-48ad-bedf-c6c03e8e145a req-36c14426-4517-463b-9d47-70a162087c31 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:41.771302 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6b031e69-65e2-48ad-bedf-c6c03e8e145a req-36c14426-4517-463b-9d47-70a162087c31 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 943 time: 0.0472522 May 16 19:11:41.821096 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6b031e69-65e2-48ad-bedf-c6c03e8e145a req-adc2605a-ea14-4bd9-be49-d5bd075078a1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 May 16 19:11:42.609680 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d6319-7e3b-44e8-80ae-069052aa6d03 req-f100d0a8-c32b-4565-8a83-5bd437792126 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:42.611188 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c33d6319-7e3b-44e8-80ae-069052aa6d03 req-f100d0a8-c32b-4565-8a83-5bd437792126 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0519147 May 16 19:11:42.660752 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c33d6319-7e3b-44e8-80ae-069052aa6d03 req-a964aa13-da4e-4863-a51b-2505026c9d38 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 May 16 19:11:42.681142 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:11:42.789284 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:42.801197 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'port_id': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'mac_address': 'fa:16:3e:74:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:11:42.836014 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:42.836396 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:42.849374 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed69d31-3be1-4fa7-a495-fce15a7677cb {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:42.868479 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:42.873604 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:42.922852 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=9']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:42.945050 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a1e42-ee8c-496a-b90d-3fba19a1b7f3 req-5f2e4a30-cfd5-43f2-98df-9bad2267de94 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:42.946604 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b71a1e42-ee8c-496a-b90d-3fba19a1b7f3 req-5f2e4a30-cfd5-43f2-98df-9bad2267de94 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 944 time: 0.0485668 May 16 19:11:42.995183 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b71a1e42-ee8c-496a-b90d-3fba19a1b7f3 req-e094be2a-5a98-49a4-b30e-173af6143955 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 May 16 19:11:43.147872 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:43.349351 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['5ed69d31-3be1-4fa7-a495-fce15a7677cb'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:43.780093 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90b845-29ff-4ba1-92fc-e82631abef13 req-f1212099-594e-4ba5-8236-a167d5f4d505 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:43.781564 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bf90b845-29ff-4ba1-92fc-e82631abef13 req-f1212099-594e-4ba5-8236-a167d5f4d505 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0473151 May 16 19:11:43.830938 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bf90b845-29ff-4ba1-92fc-e82631abef13 req-e8eb503a-6e44-44a6-ab41-fa2ae9c595e6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 May 16 19:11:44.127519 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df541-0d7a-4800-bacc-858a90dfd77b req-5c517cfb-a685-4f8c-a52b-7e33e5025dfd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:44.128952 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a05df541-0d7a-4800-bacc-858a90dfd77b req-5c517cfb-a685-4f8c-a52b-7e33e5025dfd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 944 time: 0.0492179 May 16 19:11:44.176939 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a05df541-0d7a-4800-bacc-858a90dfd77b req-3e01896e-2184-4ca7-8935-e419bc1e61d9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 May 16 19:11:44.752010 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:11:44.805922 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 5ed69d31-3be1-4fa7-a495-fce15a7677cb triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:44.806300 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:44.889916 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ed69d31-3be1-4fa7-a495-fce15a7677cb is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:44.890296 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:44.914410 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:44.916650 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf5bb9e-c0b3-4990-a09d-60b35cbc5fe3" -d '{"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-plugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:44.929679 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:44.935386 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:44.960911 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74f3321-b3a9-445e-ac7a-aa8276914279 x-openstack-request-id: req-d74f3321-b3a9-445e-ac7a-aa8276914279 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:44.961198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-plugged", "status": "completed", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:44.961489 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d74f3321-b3a9-445e-ac7a-aa8276914279 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:44.961916 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74f3321-b3a9-445e-ac7a-aa8276914279'] response: {'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'code': 200} May 16 19:11:44.969996 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc63dc-8ff8-4860-8bfe-ef62858ba265 req-58387235-4f6f-4f8b-817b-f4e7b91797f1 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:44.971514 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d5cc63dc-8ff8-4860-8bfe-ef62858ba265 req-58387235-4f6f-4f8b-817b-f4e7b91797f1 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0501366 May 16 19:11:44.988663 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=10']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:45.024201 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d5cc63dc-8ff8-4860-8bfe-ef62858ba265 req-3c9d8d83-00ca-4899-88c2-1a679f7cf915 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463638 May 16 19:11:45.302781 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce3cf6-24a5-43b4-8b2d-8c1836b5a675 req-5831d370-1016-46bc-b157-a615b7bd1810 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:45.304148 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-05ce3cf6-24a5-43b4-8b2d-8c1836b5a675 req-5831d370-1016-46bc-b157-a615b7bd1810 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0495880 May 16 19:11:45.351978 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-05ce3cf6-24a5-43b4-8b2d-8c1836b5a675 req-8d01497c-493e-4e75-b0d7-8af5d3139c1d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 May 16 19:11:46.165945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afedeb-d12b-45b0-8fe2-7677865e8e84 req-a7b51742-548d-4505-9ac0-ccd0455e4b46 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:46.167511 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3afedeb-d12b-45b0-8fe2-7677865e8e84 req-a7b51742-548d-4505-9ac0-ccd0455e4b46 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0746288 May 16 19:11:46.176139 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9793e-e835-49c9-ba88-472c0a7a2fd6 req-f4c73ffa-2d0a-4c2d-adf3-a36143f763ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:46.177515 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e6c9793e-e835-49c9-ba88-472c0a7a2fd6 req-f4c73ffa-2d0a-4c2d-adf3-a36143f763ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1130 time: 0.0497308 May 16 19:11:46.218176 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a3afedeb-d12b-45b0-8fe2-7677865e8e84 req-cba5c645-fa0f-4426-808d-fd03f30c0b8b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 May 16 19:11:46.481383 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c393615-efd9-4556-b808-67caf2e09025 req-e0efb08b-d4ea-4c81-897d-9da25ae51cac tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:46.482868 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c393615-efd9-4556-b808-67caf2e09025 req-e0efb08b-d4ea-4c81-897d-9da25ae51cac tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0494959 May 16 19:11:46.529169 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c393615-efd9-4556-b808-67caf2e09025 req-dae8a4ad-032a-4d27-a60a-70d9d640fda9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 May 16 19:11:46.635530 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e6c9793e-e835-49c9-ba88-472c0a7a2fd6 req-869979cf-7b91-4826-a1dc-936694c0a633 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 May 16 19:11:46.747499 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:11:46.852547 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:46.865338 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'port_id': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'mac_address': 'fa:16:3e:16:ae:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:11:46.906993 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port aadd3356-5374-4e27-aec5-d1a129d4438b is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:46.907412 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:46.924687 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadd3356-5374-4e27-aec5-d1a129d4438b {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:46.947763 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:46.952869 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:47.000717 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:47.345887 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7454fa2-e073-46db-8421-c2edc038db86 req-6c33a8f7-4e81-49aa-9971-2ef0bbffa765 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:47.347354 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e7454fa2-e073-46db-8421-c2edc038db86 req-6c33a8f7-4e81-49aa-9971-2ef0bbffa765 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0510280 May 16 19:11:47.397424 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e7454fa2-e073-46db-8421-c2edc038db86 req-413ffca5-e533-4d5c-bc47-bdd1eeda4384 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 May 16 19:11:47.662309 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03035d-33fe-4f85-a50c-6209aa096139 req-3c2b1e8b-c586-4155-8212-1bc7dd6abfab tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:47.664020 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0c03035d-33fe-4f85-a50c-6209aa096139 req-3c2b1e8b-c586-4155-8212-1bc7dd6abfab tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0531301 May 16 19:11:47.712523 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0c03035d-33fe-4f85-a50c-6209aa096139 req-b3dff732-1770-487f-bf59-c4558073328c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 May 16 19:11:48.523272 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b4f62-9ed0-46c9-9cf7-9f1e2d6f2778 req-d0a18360-e707-467d-ac15-a0500e218708 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:48.525092 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c78b4f62-9ed0-46c9-9cf7-9f1e2d6f2778 req-d0a18360-e707-467d-ac15-a0500e218708 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0484924 May 16 19:11:48.576265 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c78b4f62-9ed0-46c9-9cf7-9f1e2d6f2778 req-7638b782-b30f-4932-8622-9d944900a040 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 May 16 19:11:48.834200 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60de9-c7a2-46ae-a42b-f89827cad93c req-476220d9-f10b-4091-9845-da59772358d6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:48.835619 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7ea60de9-c7a2-46ae-a42b-f89827cad93c req-476220d9-f10b-4091-9845-da59772358d6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0463665 May 16 19:11:48.892688 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7ea60de9-c7a2-46ae-a42b-f89827cad93c req-ca68a3db-c9e5-44a5-a8ff-729bc7644f83 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513701 May 16 19:11:49.698069 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc308a-b0b8-4b31-8059-c81133e2de62 req-53347ed6-a7b7-450c-bef3-03d2f42762d7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:49.699609 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3bbc308a-b0b8-4b31-8059-c81133e2de62 req-53347ed6-a7b7-450c-bef3-03d2f42762d7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0523517 May 16 19:11:49.753694 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3bbc308a-b0b8-4b31-8059-c81133e2de62 req-029bbcff-52cd-41e1-a7de-631751697794 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 May 16 19:11:50.027634 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2578e04-a70d-495a-9cb7-bdf69d133f26 req-43eaa3b9-68d2-426d-9604-6300d82256af tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:50.029000 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2578e04-a70d-495a-9cb7-bdf69d133f26 req-43eaa3b9-68d2-426d-9604-6300d82256af tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0499117 May 16 19:11:50.080898 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2578e04-a70d-495a-9cb7-bdf69d133f26 req-e627846d-d962-4ea3-8713-dd9fb897b99b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 May 16 19:11:50.142500 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['aadd3356-5374-4e27-aec5-d1a129d4438b'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:50.873431 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430dc3-f6ed-4135-b344-8ebaf77208b3 req-8df85397-1322-4169-a4db-1473db6718bf tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:50.874848 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9a430dc3-f6ed-4135-b344-8ebaf77208b3 req-8df85397-1322-4169-a4db-1473db6718bf tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0469649 May 16 19:11:50.916162 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5c0f-7090-4ec8-a49b-1ae38cf397f1 req-1ac6a967-c439-4d17-b015-5006fe7c1015 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:50.917660 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cfbe5c0f-7090-4ec8-a49b-1ae38cf397f1 req-1ac6a967-c439-4d17-b015-5006fe7c1015 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0496383 May 16 19:11:50.926956 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9a430dc3-f6ed-4135-b344-8ebaf77208b3 req-4817568c-2fb7-4729-8f42-016f087c67b5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460851 May 16 19:11:50.964357 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cfbe5c0f-7090-4ec8-a49b-1ae38cf397f1 req-df184277-81e8-4991-a1ec-3e36e32c0422 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 May 16 19:11:51.208050 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b115758-4b07-4a8b-9344-e45ca0e18abb req-9797aeb1-735c-4750-bd92-989b94632caf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:51.209880 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3b115758-4b07-4a8b-9344-e45ca0e18abb req-9797aeb1-735c-4750-bd92-989b94632caf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0559196 May 16 19:11:51.270174 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3b115758-4b07-4a8b-9344-e45ca0e18abb req-290064ed-dba0-49c5-ae29-6822586407cd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505114 May 16 19:11:52.053584 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf49b5-e1f5-479e-946d-ad678a672721 req-712ad631-f7c3-49e3-8c83-e91eb7bde29c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:52.055796 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e3bf49b5-e1f5-479e-946d-ad678a672721 req-712ad631-f7c3-49e3-8c83-e91eb7bde29c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0485539 May 16 19:11:52.078240 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c36d-7f9f-42ea-bea7-f08d067b855a req-43f8da96-24be-4345-a222-4b17ff3e1340 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:52.079726 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dab7c36d-7f9f-42ea-bea7-f08d067b855a req-43f8da96-24be-4345-a222-4b17ff3e1340 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0479386 May 16 19:11:52.108949 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e3bf49b5-e1f5-479e-946d-ad678a672721 req-0f74aa2f-f41b-467d-acee-6dd2b176895e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471849 May 16 19:11:52.127155 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dab7c36d-7f9f-42ea-bea7-f08d067b855a req-38922479-42c8-4dbd-b7c6-8fe6c48f0781 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 May 16 19:11:52.384101 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853eaca-d60e-4b90-8e0c-3bfe8d2cc6e3 req-114d2a68-67ef-4394-a23e-4dc97df47adc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:52.385580 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b853eaca-d60e-4b90-8e0c-3bfe8d2cc6e3 req-114d2a68-67ef-4394-a23e-4dc97df47adc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0462925 May 16 19:11:52.433855 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b853eaca-d60e-4b90-8e0c-3bfe8d2cc6e3 req-9dc70f8e-5a06-4528-b40f-f3092a013b0f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 May 16 19:11:53.225166 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf8df-8153-416d-bbb8-bdcf92cca3e0 req-4a2a4440-0479-471a-b901-f2a9dbd0732e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:53.226674 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-67fcf8df-8153-416d-bbb8-bdcf92cca3e0 req-4a2a4440-0479-471a-b901-f2a9dbd0732e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0463552 May 16 19:11:53.241056 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f00e9-91b5-4f62-a2cf-a848da358e31 req-a8a1acbe-6fb9-4724-9869-1943f678d6aa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:53.242650 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-de8f00e9-91b5-4f62-a2cf-a848da358e31 req-a8a1acbe-6fb9-4724-9869-1943f678d6aa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0472505 May 16 19:11:53.284647 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-67fcf8df-8153-416d-bbb8-bdcf92cca3e0 req-ff12db5b-51cb-4839-ac80-1324fe8f8272 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515082 May 16 19:11:53.292625 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-de8f00e9-91b5-4f62-a2cf-a848da358e31 req-a87ec2ea-1d04-4eaa-9d6f-3b6631a11c08 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 May 16 19:11:53.567579 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6bebb-5a1a-41f7-a80b-8371b148bf1b req-e7d078a5-743c-4066-81c9-990a7d788794 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:53.569052 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-60e6bebb-5a1a-41f7-a80b-8371b148bf1b req-e7d078a5-743c-4066-81c9-990a7d788794 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0484107 May 16 19:11:53.618960 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-60e6bebb-5a1a-41f7-a80b-8371b148bf1b req-4c7287e4-a685-460e-a909-38c4d0c2c249 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 May 16 19:11:54.403786 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de89e1b-7e66-4e25-856c-d7caa6a96ff4 req-65fb61f5-82ea-4016-9038-403bf54056b7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:54.404651 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92156519-ea8f-4603-b425-35c875d2b10a req-7eb8085c-ab40-44d5-b225-071b7abab437 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:54.405351 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8de89e1b-7e66-4e25-856c-d7caa6a96ff4 req-65fb61f5-82ea-4016-9038-403bf54056b7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0501957 May 16 19:11:54.406170 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-92156519-ea8f-4603-b425-35c875d2b10a req-7eb8085c-ab40-44d5-b225-071b7abab437 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0458288 May 16 19:11:54.451844 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-92156519-ea8f-4603-b425-35c875d2b10a req-cb68faf4-85ab-4612-b6b3-faa8053c580e tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 May 16 19:11:54.453679 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8de89e1b-7e66-4e25-856c-d7caa6a96ff4 req-57c8f46a-2dd7-4c18-8828-a49e7e8c62d2 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 May 16 19:11:54.558996 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:11:54.600959 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port aadd3356-5374-4e27-aec5-d1a129d4438b completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:11:54.608624 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port aadd3356-5374-4e27-aec5-d1a129d4438b triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:54.609174 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:54.645395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040cc7c-a686-4f4e-8dc4-ed9ae972ec7e req-c2fbfc3a-f7dd-461c-9a8b-be498700d072 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:54.650827 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c040cc7c-a686-4f4e-8dc4-ed9ae972ec7e req-c2fbfc3a-f7dd-461c-9a8b-be498700d072 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0512507 May 16 19:11:54.687769 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port aadd3356-5374-4e27-aec5-d1a129d4438b is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:54.688161 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:54.714095 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:54.715060 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c040cc7c-a686-4f4e-8dc4-ed9ae972ec7e req-5b7e02f1-260d-465b-b680-0ee814cb6d74 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577226 May 16 19:11:54.716232 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f63180-413d-4c5b-b033-b0abe5e0a750" -d '{"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-plugged", "status": "completed", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:54.729661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:54.742761 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:54.745551 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb247-2a83-4d54-ae9f-d0a98bf91a88 req-e49e1627-170a-4cd0-8f51-d07298d2d2fe tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:54.750300 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-280fb247-2a83-4d54-ae9f-d0a98bf91a88 req-e49e1627-170a-4cd0-8f51-d07298d2d2fe tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0554209 May 16 19:11:54.770344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066761e6-7ec5-402f-b616-62b181d36879 x-openstack-request-id: req-066761e6-7ec5-402f-b616-62b181d36879 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:54.770661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-plugged", "status": "completed", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:54.770931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-066761e6-7ec5-402f-b616-62b181d36879 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:54.771331 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066761e6-7ec5-402f-b616-62b181d36879'] response: {'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'code': 200} May 16 19:11:54.791003 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:54.797219 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-280fb247-2a83-4d54-ae9f-d0a98bf91a88 req-c77afdef-9abb-4ac4-ad1d-da457d7f7738 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 May 16 19:11:55.284269 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-a9f0aa60-40fb-4cb5-959e-95ca3dc256f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.286012 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-a9f0aa60-40fb-4cb5-959e-95ca3dc256f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1168 time: 0.0482748 May 16 19:11:55.404907 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dee480-3dd6-4ad5-9d04-11b83ef44dbf req-28ab08f0-b1f1-4ecd-b11b-f5a7e7224722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.406422 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-57dee480-3dd6-4ad5-9d04-11b83ef44dbf req-28ab08f0-b1f1-4ecd-b11b-f5a7e7224722 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1130 time: 0.0537188 May 16 19:11:55.409057 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-a7d47d90-6d13-4ae5-bce8-c931c38d94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.410428 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-a7d47d90-6d13-4ae5-bce8-c931c38d94a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 916 time: 0.1178701 May 16 19:11:55.499966 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-5ff527bf-b978-4b20-840b-1a4e836ccafd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 1001 time: 0.0773087 May 16 19:11:55.525095 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-57dee480-3dd6-4ad5-9d04-11b83ef44dbf req-9b45a3f9-9401-43bd-a4a6-4f8d0071f679 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040988 May 16 19:11:55.575378 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163abceb-9742-42ef-b949-fb5538ce1611 req-3db69ce4-035a-413d-b3ca-d100fbe4cbef tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.577028 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-163abceb-9742-42ef-b949-fb5538ce1611 req-3db69ce4-035a-413d-b3ca-d100fbe4cbef tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0563052 May 16 19:11:55.605284 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-a0b62bcf-a5e4-45b0-8229-700f8a0aaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.606813 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-a0b62bcf-a5e4-45b0-8229-700f8a0aaf4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.0804462 May 16 19:11:55.614826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb95d7-29fa-4d45-aab2-60a67b377d2f req-ad787d87-b831-45df-b608-0769b8bcda0a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.616213 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-42eb95d7-29fa-4d45-aab2-60a67b377d2f req-ad787d87-b831-45df-b608-0769b8bcda0a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0601707 May 16 19:11:55.628144 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-163abceb-9742-42ef-b949-fb5538ce1611 req-7729022b-912a-4d52-8728-808e25a9149a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452061 May 16 19:11:55.663081 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-42eb95d7-29fa-4d45-aab2-60a67b377d2f req-9fba08c8-fd0d-46ac-bffd-ba7a859b1a03 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 May 16 19:11:55.836898 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06027f-5ad3-4320-a0cf-251724dd7572 req-d202a57d-ca32-4a5d-9371-5bed8a71dbb3 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.838672 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0e06027f-5ad3-4320-a0cf-251724dd7572 req-d202a57d-ca32-4a5d-9371-5bed8a71dbb3 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0508621 May 16 19:11:55.861376 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-18959781-a179-4955-9696-10f98cd3da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.863001 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-18959781-a179-4955-9696-10f98cd3da10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402577 May 16 19:11:55.902225 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0e06027f-5ad3-4320-a0cf-251724dd7572 req-86cb1154-107c-49c1-a232-b07bfc361424 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569146 May 16 19:11:55.967319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18123422-6c22-4813-b5f1-6f171b4f25a9 req-77ea268e-6aae-4ad4-8fa9-aafd6b127c79 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.968664 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-18123422-6c22-4813-b5f1-6f171b4f25a9 req-77ea268e-6aae-4ad4-8fa9-aafd6b127c79 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0884969 May 16 19:11:56.009022 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-6bd23792-da1b-4016-8e20-508b417dd9b2 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369166 May 16 19:11:56.030085 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-18123422-6c22-4813-b5f1-6f171b4f25a9 req-2de411f8-0a0b-41d7-aba7-22c123dce152 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556462 May 16 19:11:56.758476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e446da8-ec1c-4ae4-8e5b-7901fc241505 req-aabbfb43-c3e4-466c-934a-feaf5633194e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:56.759964 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e446da8-ec1c-4ae4-8e5b-7901fc241505 req-aabbfb43-c3e4-466c-934a-feaf5633194e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0483658 May 16 19:11:56.780700 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034763-32a7-4507-843f-ce23249c56f0 req-17c2fa8d-7013-4267-8e6b-4a11e67b3319 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:56.782235 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d7034763-32a7-4507-843f-ce23249c56f0 req-17c2fa8d-7013-4267-8e6b-4a11e67b3319 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0493071 May 16 19:11:56.810565 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3e446da8-ec1c-4ae4-8e5b-7901fc241505 req-5a3581f7-860f-44d1-b3b9-23e3d7764785 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 May 16 19:11:56.830472 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d7034763-32a7-4507-843f-ce23249c56f0 req-2b98c50a-7bcb-4bc4-8c55-0d9600b1d805 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 May 16 19:11:57.025379 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc593755-dad4-4fdd-8ea2-8ff1a1ca19a8 req-31a008c4-d3a3-4a09-a29b-b8b758c41f86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:57.026825 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc593755-dad4-4fdd-8ea2-8ff1a1ca19a8 req-31a008c4-d3a3-4a09-a29b-b8b758c41f86 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0462213 May 16 19:11:57.095290 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cc593755-dad4-4fdd-8ea2-8ff1a1ca19a8 req-fef69e4b-266b-40ef-945f-fd9d9407daf6 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627491 May 16 19:11:57.938418 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385226-1a64-4534-9d2c-5add5d1de177 req-476b113e-a5c3-4e81-8358-7b70eff7c995 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:57.939946 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4385226-1a64-4534-9d2c-5add5d1de177 req-476b113e-a5c3-4e81-8358-7b70eff7c995 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0521517 May 16 19:11:57.967947 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223f3c2-a1c1-427b-b9c0-609de5384f51 req-6991579f-f2ec-43f9-adbc-e318a8230e37 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:57.970108 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9223f3c2-a1c1-427b-b9c0-609de5384f51 req-6991579f-f2ec-43f9-adbc-e318a8230e37 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0677910 May 16 19:11:57.998741 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4385226-1a64-4534-9d2c-5add5d1de177 req-37b59167-c178-4ff7-a505-b09ec5b5f0cb tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507982 May 16 19:11:58.019459 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9223f3c2-a1c1-427b-b9c0-609de5384f51 req-164f3b01-4827-4a7c-b7b5-787a71bcdb58 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 May 16 19:11:58.211718 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6225ec-25d8-4563-a442-fb8628b24e51 req-6c961dbe-241e-46b4-bc8d-74a8eb757505 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:58.213199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1e6225ec-25d8-4563-a442-fb8628b24e51 req-6c961dbe-241e-46b4-bc8d-74a8eb757505 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0468554 May 16 19:11:58.270697 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1e6225ec-25d8-4563-a442-fb8628b24e51 req-4c8aec2a-9b39-4cc2-ac43-8388e61a8b93 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514538 May 16 19:11:58.849705 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-04c5b664-e612-4401-b9b8-dd6674b4043d req-141cc21e-7618-48f1-abd4-9c5a15cc0ac3 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955064 May 16 19:11:59.116801 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7178c6c-0a7a-4429-bb36-6f6e3140211f req-3b3ca47e-e1a0-48c5-b8c5-7c28fc6e80eb tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:59.118713 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f7178c6c-0a7a-4429-bb36-6f6e3140211f req-3b3ca47e-e1a0-48c5-b8c5-7c28fc6e80eb tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0482247 May 16 19:11:59.139549 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3129f9-101c-48ad-b6f4-b89862f16edb req-c72e2576-d3b1-4484-8593-e2e0abe3a0c0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:59.141455 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2c3129f9-101c-48ad-b6f4-b89862f16edb req-c72e2576-d3b1-4484-8593-e2e0abe3a0c0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0498471 May 16 19:11:59.168340 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f7178c6c-0a7a-4429-bb36-6f6e3140211f req-2e1cf4d9-fd91-44f6-ac50-b310e390331c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 May 16 19:11:59.188775 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2c3129f9-101c-48ad-b6f4-b89862f16edb req-cb75d60c-e070-4de9-aee2-050ca32a7479 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 May 16 19:11:59.401094 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49d74b-d5ac-45dc-bd25-1e7910e75ce0 req-f6eae723-e15f-4cf8-91c8-8a64928a01ea tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:59.402545 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-be49d74b-d5ac-45dc-bd25-1e7910e75ce0 req-f6eae723-e15f-4cf8-91c8-8a64928a01ea tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0547729 May 16 19:11:59.462696 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-be49d74b-d5ac-45dc-bd25-1e7910e75ce0 req-73ef4b99-44ca-4ae1-afba-b4855efeffd0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543525 May 16 19:12:00.282902 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7a72c-01b6-4bd2-ae73-ded354838aac req-7587c9a8-3ca5-4450-ad59-d70ab5bd76f8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:00.284396 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1bb7a72c-01b6-4bd2-ae73-ded354838aac req-7587c9a8-3ca5-4450-ad59-d70ab5bd76f8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0474198 May 16 19:12:00.301983 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ba71a-ee0b-4aeb-8074-330af65f6419 req-ac28969a-12ed-4e32-ad25-740b8fe6a5b4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:00.303427 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb8ba71a-ee0b-4aeb-8074-330af65f6419 req-ac28969a-12ed-4e32-ad25-740b8fe6a5b4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0468903 May 16 19:12:00.335863 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1bb7a72c-01b6-4bd2-ae73-ded354838aac req-213db054-445e-4602-b945-e813be03e8d8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 May 16 19:12:00.350166 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb8ba71a-ee0b-4aeb-8074-330af65f6419 req-244e8150-5abe-4eaf-831b-5a54ec71f309 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409629 May 16 19:12:00.589815 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc5222-a1af-479b-a45c-a241384c4364 req-e3913907-33c9-49be-86b0-b7bc1732eaf3 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:00.591303 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8edc5222-a1af-479b-a45c-a241384c4364 req-e3913907-33c9-49be-86b0-b7bc1732eaf3 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0477529 May 16 19:12:00.653915 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8edc5222-a1af-479b-a45c-a241384c4364 req-0594aec3-493e-47fe-ab15-122827687202 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546093 May 16 19:12:01.475807 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c176b1d-5b60-478b-a5da-73a26ab0405c req-0bd617c9-9352-43f6-8c31-b2e5762c5538 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:01.476651 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979ff17-66f3-4821-b641-02a3185b0ed0 req-f37857cb-ada1-45a9-ab2c-e138e78f940b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:01.477180 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c176b1d-5b60-478b-a5da-73a26ab0405c req-0bd617c9-9352-43f6-8c31-b2e5762c5538 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0566764 May 16 19:12:01.478228 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6979ff17-66f3-4821-b641-02a3185b0ed0 req-f37857cb-ada1-45a9-ab2c-e138e78f940b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0511279 May 16 19:12:01.524419 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6979ff17-66f3-4821-b641-02a3185b0ed0 req-1e44d26f-76b0-4ed4-9511-f78f0b4572a4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 May 16 19:12:01.531137 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c176b1d-5b60-478b-a5da-73a26ab0405c req-2d245b25-88ff-4ea1-b965-10970b9d820c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481188 May 16 19:12:01.775829 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753708b-c864-4761-82dc-d86ea284dda4 req-c4cde3ad-dddd-47f7-a99c-cbc589b61fd2 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:01.777213 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5753708b-c864-4761-82dc-d86ea284dda4 req-c4cde3ad-dddd-47f7-a99c-cbc589b61fd2 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0502541 May 16 19:12:01.835562 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5753708b-c864-4761-82dc-d86ea284dda4 req-9b4a9e33-832e-4216-9472-cbcd90860359 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521476 May 16 19:12:02.645298 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966c5e-cb3c-491d-b158-2a3e7eb8bc31 req-f25c0dd6-0bae-4985-8143-39f1417e92aa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:02.646787 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-67966c5e-cb3c-491d-b158-2a3e7eb8bc31 req-f25c0dd6-0bae-4985-8143-39f1417e92aa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0465198 May 16 19:12:02.648581 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee59e1-c68a-4f5f-8a1a-9550694a7425 req-367841cd-013d-42b3-8fb6-7f6c48118eb4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:02.650094 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-13ee59e1-c68a-4f5f-8a1a-9550694a7425 req-367841cd-013d-42b3-8fb6-7f6c48118eb4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0462520 May 16 19:12:02.694540 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-67966c5e-cb3c-491d-b158-2a3e7eb8bc31 req-4542fc41-358a-41d9-8374-9141cacb36fe tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 May 16 19:12:02.699555 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-13ee59e1-c68a-4f5f-8a1a-9550694a7425 req-f5e16c8e-9beb-4f00-b37f-81639b60d1a5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 May 16 19:12:02.811928 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15bf9b-7331-47db-87de-1a45230d74c7 req-cc614521-0af4-4195-b970-d8377a4bcaa0 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:02.813301 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb15bf9b-7331-47db-87de-1a45230d74c7 req-cc614521-0af4-4195-b970-d8377a4bcaa0 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0471251 May 16 19:12:02.866177 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb15bf9b-7331-47db-87de-1a45230d74c7 req-20ecd6e1-1e58-481a-ae47-102ffe7b597d tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 May 16 19:12:02.888264 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46412) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:02.952489 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f3e8d-4be3-472e-95c3-c1992ff5e599 req-0ff2f953-c769-44f5-a979-369685f3f29b tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:02.954095 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-312f3e8d-4be3-472e-95c3-c1992ff5e599 req-0ff2f953-c769-44f5-a979-369685f3f29b tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0502017 May 16 19:12:03.020746 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-312f3e8d-4be3-472e-95c3-c1992ff5e599 req-46274747-119a-4f84-8fc1-a646036516b9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606999 May 16 19:12:03.080884 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3524a-f455-41b7-b111-77bd435460f9 tempest-TestShelveInstance-294961037 tempest-TestShelveInstance-294961037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:03.082525 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e8b3524a-f455-41b7-b111-77bd435460f9 tempest-TestShelveInstance-294961037 tempest-TestShelveInstance-294961037-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1125 time: 0.1931803 May 16 19:12:03.085511 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46422) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:03.090055 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'port_id': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:03.113560 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:03.199897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:03.312037 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Allocated IP 172.27.2.5 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/ec1655c0-4bb0-402e-b088-4cfcf8b62398) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:03.415058 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:03.451694 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:03.488886 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:03.495832 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:03.498944 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:03.502357 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'Port': ['ID=ec1655c0-4bb0-402e-b088-4cfcf8b62398,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:03.842857 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26221-68a1-41e4-8fca-706e6a6197a1 req-4b8a83fa-f84e-4628-8d0c-9f80bc29ee9a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:03.844333 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dcf26221-68a1-41e4-8fca-706e6a6197a1 req-4b8a83fa-f84e-4628-8d0c-9f80bc29ee9a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0796077 May 16 19:12:03.910737 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for floatingip (42606e41-fe77-4a3b-8b39-3de54edef2a3), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:03.944135 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dcf26221-68a1-41e4-8fca-706e6a6197a1 req-d7210b50-790f-4a6e-a0f8-eaea2aeecb1d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929310 May 16 19:12:03.996502 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.043037 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.143436 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3c6a6-78f1-4669-a8c1-d325aa671c7c req-d2ec423f-9d19-4659-97b3-4e109856f1ca tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:04.145011 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-26b3c6a6-78f1-4669-a8c1-d325aa671c7c req-d2ec423f-9d19-4659-97b3-4e109856f1ca tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0509386 May 16 19:12:04.185823 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.191573 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.207351 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-26b3c6a6-78f1-4669-a8c1-d325aa671c7c req-ba12a81f-d4d4-4639-a610-fb06228e9384 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559006 May 16 19:12:04.255016 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event updated for resources: {'Port': ['ID=ec1655c0-4bb0-402e-b088-4cfcf8b62398,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:04.266628 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (42606e41-fe77-4a3b-8b39-3de54edef2a3), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.366851 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Floating IP 42606e41-fe77-4a3b-8b39-3de54edef2a3 associated. External IP: 172.27.2.5, port: aadd3356-5374-4e27-aec5-d1a129d4438b. May 16 19:12:04.563814 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Router ee43516b-72f7-46da-a074-35ac4171c322 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:04.917597 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:04.927923 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] Sync routers for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:04.939091 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.940119 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:04.940805 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:11:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:04.971250 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-41c3ddf6-ebbe-4e07-805c-974dfe9d7e41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8817179 May 16 19:12:04.971250 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:04.971588 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6f911-b094-4747-97bb-29e70a696b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:05.005066 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3c762-bd6b-4c1c-b962-b79c441c7009 x-openstack-request-id: req-79e3c762-bd6b-4c1c-b962-b79c441c7009 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:05.005354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:05.005645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79e3c762-bd6b-4c1c-b962-b79c441c7009 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:05.006093 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e3c762-bd6b-4c1c-b962-b79c441c7009'] response: {'name': 'network-changed', 'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'status': 'completed', 'code': 200} May 16 19:12:05.049395 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:05.087512 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec33a4b-5ef2-43b4-990e-055e8c2421c3 req-5156eb89-8cf8-4303-b0ba-44e7368d1fca tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.088986 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9ec33a4b-5ef2-43b4-990e-055e8c2421c3 req-5156eb89-8cf8-4303-b0ba-44e7368d1fca tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0736449 May 16 19:12:05.098692 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6f911-b094-4747-97bb-29e70a696b2b req-771fc519-5466-403a-91e3-9dcc18fd5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.100181 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-771fc519-5466-403a-91e3-9dcc18fd5fd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1130 time: 0.0517197 May 16 19:12:05.194668 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9ec33a4b-5ef2-43b4-990e-055e8c2421c3 req-3d02a854-06b2-4bdc-84fa-226fc9916dac tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982094 May 16 19:12:05.221814 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6f911-b094-4747-97bb-29e70a696b2b req-1aea81ad-6310-4187-b31e-8b09b5649b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.223329 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-1aea81ad-6310-4187-b31e-8b09b5649b96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 910 time: 0.1083601 May 16 19:12:05.258148 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '42606e41-fe77-4a3b-8b39-3de54edef2a3', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'port_id': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'mac_address': 'fa:16:3e:16:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:12:03Z', 'updated_at': '2022-05-16T19:12:03Z', 'revision_number': 0, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:05.282816 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] Checking router: ee43516b-72f7-46da-a074-35ac4171c322 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:05.291938 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:05.292703 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:11:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:05.308409 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-b4daaee6-9274-4250-b282-a70889e49f1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 998 time: 0.0770822 May 16 19:12:05.335545 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012b1b1-f6ca-47ee-9dd1-346d036a4cfd req-c4cbb018-a786-430b-a333-c7a3e75cfbd4 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.337346 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4012b1b1-f6ca-47ee-9dd1-346d036a4cfd req-c4cbb018-a786-430b-a333-c7a3e75cfbd4 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0590777 May 16 19:12:05.371736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6f911-b094-4747-97bb-29e70a696b2b req-9b701f60-6149-401e-8270-93f82d842d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.374188 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-9b701f60-6149-401e-8270-93f82d842d50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 200 len: 848 time: 0.0567100 May 16 19:12:05.414201 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4012b1b1-f6ca-47ee-9dd1-346d036a4cfd req-c7d5212c-81a1-4430-b7c6-9e0f9e1fc978 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702064 May 16 19:12:05.443086 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6f911-b094-4747-97bb-29e70a696b2b req-229cf6d3-eaca-4c58-a9d8-976c0995b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.444826 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-229cf6d3-eaca-4c58-a9d8-976c0995b2e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583184 May 16 19:12:05.505758 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:05.548723 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-c00c844a-a250-4b50-b101-aa98418e8763 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957510 May 16 19:12:05.605852 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b150988-8c14-49a4-8413-cca6bf7d586d req-61ec1cc0-bde5-4474-91ef-9563cb63f799 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.607343 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9b150988-8c14-49a4-8413-cca6bf7d586d req-61ec1cc0-bde5-4474-91ef-9563cb63f799 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0495498 May 16 19:12:05.661235 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9b150988-8c14-49a4-8413-cca6bf7d586d req-9817c858-e871-4a00-a728-b48015bff263 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 May 16 19:12:05.717154 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '42606e41-fe77-4a3b-8b39-3de54edef2a3', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'port_id': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'mac_address': 'fa:16:3e:16:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:12:03Z', 'updated_at': '2022-05-16T19:12:03Z', 'revision_number': 0, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:05.745760 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144fc95b-6298-4d7d-b378-82a139fb8f50 None None] The sync data for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi is: [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '42606e41-fe77-4a3b-8b39-3de54edef2a3', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'port_id': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'mac_address': 'fa:16:3e:16:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:12:03Z', 'updated_at': '2022-05-16T19:12:03Z', 'revision_number': 0, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:05.948653 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb46ba3-e6db-46d6-af80-452b5e7a8143 None None] New status for floating IP 42606e41-fe77-4a3b-8b39-3de54edef2a3: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:12:06.322357 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cc82b-2d14-41e6-9e76-2683298edeeb req-08370a2d-3df2-4892-9b39-0dc392305640 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:06.323843 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-778cc82b-2d14-41e6-9e76-2683298edeeb req-08370a2d-3df2-4892-9b39-0dc392305640 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0463760 May 16 19:12:06.372801 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-778cc82b-2d14-41e6-9e76-2683298edeeb req-77d7c88a-d70f-4262-9eda-9b75a1c3d8c0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 May 16 19:12:06.527888 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3a94bcae-8c59-445c-b8b2-e4d9d363db66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:06.541235 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefed46-8bf7-4a93-ac0d-f3304911f6b3 req-7653ce80-e13c-4b12-a8be-ca60c1924e75 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:06.542741 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2cefed46-8bf7-4a93-ac0d-f3304911f6b3 req-7653ce80-e13c-4b12-a8be-ca60c1924e75 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0484161 May 16 19:12:06.600981 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2cefed46-8bf7-4a93-ac0d-f3304911f6b3 req-e7abfca3-26d3-4516-88ab-763ead9e6cab tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523379 May 16 19:12:06.785325 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cbecb-afce-416a-baab-6acb8ec4838d req-86b01adb-502f-4680-8c5a-413161ee777a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:06.786850 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7e9cbecb-afce-416a-baab-6acb8ec4838d req-86b01adb-502f-4680-8c5a-413161ee777a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0492730 May 16 19:12:06.836754 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7e9cbecb-afce-416a-baab-6acb8ec4838d req-17d31c14-06ea-425a-8e30-389019b340de tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 May 16 19:12:07.496849 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db1278-62fa-43d7-acde-cbfc847fda26 req-324bd742-67c1-43f7-9f3c-055e691bcc6a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:07.498392 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-76db1278-62fa-43d7-acde-cbfc847fda26 req-324bd742-67c1-43f7-9f3c-055e691bcc6a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0476394 May 16 19:12:07.549576 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-76db1278-62fa-43d7-acde-cbfc847fda26 req-bd0079bf-1324-4ca5-9002-fbfa9d1726b8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454445 May 16 19:12:07.761031 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c0afd-f0f7-424a-bbda-2924de2b1f69 req-5a5d83e1-7b8c-495b-8fe3-7f02a04196df tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:07.762705 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fe9c0afd-f0f7-424a-bbda-2924de2b1f69 req-5a5d83e1-7b8c-495b-8fe3-7f02a04196df tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0747588 May 16 19:12:07.853721 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-efd6f911-b094-4747-97bb-29e70a696b2b req-893fd815-38bf-4303-995f-7c7b99c18753 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328843 May 16 19:12:07.870060 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fe9c0afd-f0f7-424a-bbda-2924de2b1f69 req-56d5d3be-5c32-4919-88f8-1707da1302b0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005781 May 16 19:12:07.956236 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb2b1-a954-4659-8ff8-d053afe7d542 req-7ffad66b-5e9a-467a-b572-dc3fa620594e tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:07.957738 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-759cb2b1-a954-4659-8ff8-d053afe7d542 req-7ffad66b-5e9a-467a-b572-dc3fa620594e tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0465333 May 16 19:12:08.005128 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-759cb2b1-a954-4659-8ff8-d053afe7d542 req-0abf2444-a405-480f-a58c-81606a3ba4d5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 May 16 19:12:08.068275 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842438e-f3e2-43ff-b783-11846d417734 req-84edb3bc-e853-486e-920f-df45ff3bc424 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:08.070473 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8842438e-f3e2-43ff-b783-11846d417734 req-84edb3bc-e853-486e-920f-df45ff3bc424 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 946 time: 0.0530005 May 16 19:12:08.160427 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Deleting port 64315f99-6584-4888-bfb0-c3b32c4b2501 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:08.160766 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:08.262295 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] For port 64315f99-6584-4888-bfb0-c3b32c4b2501, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=64315f99-6584-4888-bfb0-c3b32c4b2501,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:08.262747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:08.277851 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Calling delete_port for 64315f99-6584-4888-bfb0-c3b32c4b2501 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:08.422217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (64315f99-6584-4888-bfb0-c3b32c4b2501), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:08.438048 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['64315f99-6584-4888-bfb0-c3b32c4b2501'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:12:08.458668 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Pushing event deleted for resources: {'Port': ['ID=64315f99-6584-4888-bfb0-c3b32c4b2501,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:08.501309 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] No DVR routers for this DVR port 64315f99-6584-4888-bfb0-c3b32c4b2501 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:12:08.503887 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:08.507162 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8842438e-f3e2-43ff-b783-11846d417734 req-1be550af-266d-4ede-9dd6-e3606cea0e98 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "DELETE /v2.0/ports/64315f99-6584-4888-bfb0-c3b32c4b2501 HTTP/1.1" status: 204 len: 173 time: 0.4268193 May 16 19:12:08.507592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee5cef-ceca-43ee-8c12-060886550585', 'name': 'network-vif-deleted', 'tag': '64315f99-6584-4888-bfb0-c3b32c4b2501'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:08.509845 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c3456-8aea-485f-b6b0-b944d585745c" -d '{"events": [{"server_uuid": "6eee5cef-ceca-43ee-8c12-060886550585", "name": "network-vif-deleted", "tag": "64315f99-6584-4888-bfb0-c3b32c4b2501"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:08.545701 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f383325c-a90d-4757-878b-dea94670b48b x-openstack-request-id: req-f383325c-a90d-4757-878b-dea94670b48b {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:08.546054 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee5cef-ceca-43ee-8c12-060886550585", "name": "network-vif-deleted", "tag": "64315f99-6584-4888-bfb0-c3b32c4b2501", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:08.546316 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f383325c-a90d-4757-878b-dea94670b48b {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:08.546733 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f383325c-a90d-4757-878b-dea94670b48b'] response: {'server_uuid': '6eee5cef-ceca-43ee-8c12-060886550585', 'name': 'network-vif-deleted', 'tag': '64315f99-6584-4888-bfb0-c3b32c4b2501', 'status': 'completed', 'code': 200} May 16 19:12:08.666609 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c569af-5464-4793-9960-6deb962ea038 req-901130e0-a94a-44ac-a12f-60d6b148475c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:08.668114 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d8c569af-5464-4793-9960-6deb962ea038 req-901130e0-a94a-44ac-a12f-60d6b148475c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0479555 May 16 19:12:08.714773 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d8c569af-5464-4793-9960-6deb962ea038 req-1cd4f0a1-7046-4ff5-919c-004c9e34ab2c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 May 16 19:12:08.814314 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-74aea254-1ea4-431a-889a-eed2b53abe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:08.913664 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf10c5-8b4e-4e7e-90e2-41335c8b23f2 req-7305f644-efcb-4900-9e07-5d6b7edc1ddc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:08.915157 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e0bf10c5-8b4e-4e7e-90e2-41335c8b23f2 req-7305f644-efcb-4900-9e07-5d6b7edc1ddc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0497053 May 16 19:12:08.978122 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e0bf10c5-8b4e-4e7e-90e2-41335c8b23f2 req-e5c014f4-163e-4621-a365-651d48925145 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573814 May 16 19:12:09.009109 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b924ebc-a565-4684-9b81-3301fd1ba43e req-50df86f5-b8ad-4d50-bb3f-535d8c0e0af5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:09.011246 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1b924ebc-a565-4684-9b81-3301fd1ba43e req-50df86f5-b8ad-4d50-bb3f-535d8c0e0af5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0635929 May 16 19:12:09.097880 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-dacbd993-49f0-450e-beec-7838c8655e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:09.101524 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-dacbd993-49f0-450e-beec-7838c8655e6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1129 time: 0.0663295 May 16 19:12:09.120575 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1b924ebc-a565-4684-9b81-3301fd1ba43e req-40ac7fe3-f569-4cb5-bcda-25b42cff6e8d tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997171 May 16 19:12:09.124431 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-599d81b7-36c1-476d-a574-bbc5c3feab66 req-d8f9ffbf-b954-4000-b39d-a2e872ffaf17 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eee5cef-ceca-43ee-8c12-060886550585 HTTP/1.1" status: 200 len: 210 time: 0.0350010 May 16 19:12:09.222613 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-bd979c61-6c76-4658-a5ce-da08338f6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:09.224086 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-bd979c61-6c76-4658-a5ce-da08338f6039 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.1050649 May 16 19:12:09.292717 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-99318022-f5fb-4b18-a156-6fdc7e471a6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 1001 time: 0.0572681 May 16 19:12:09.343176 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-6d2b1698-88c1-483f-af4a-589a3ec7435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:09.344635 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-6d2b1698-88c1-483f-af4a-589a3ec7435f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.0432265 May 16 19:12:09.390860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-512ad374-224c-4b9d-8fa2-f8de28590dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:09.392319 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-512ad374-224c-4b9d-8fa2-f8de28590dd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389576 May 16 19:12:09.498373 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-8df06b3b-eaea-4e66-b735-21dfb0192af1 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981827 May 16 19:12:09.597927 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9be79fa9-6cfd-4276-8d9f-9434734706e8 req-49f48cbb-2dd7-4c33-9c40-5c3d173f9e0c service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894220 May 16 19:12:10.096738 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:10.111631 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be9c2-10c6-4c0c-ace2-535e9028bc65 req-8bde9d29-e082-44c4-a4ff-6fa47e366d1b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:10.113389 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8b4be9c2-10c6-4c0c-ace2-535e9028bc65 req-8bde9d29-e082-44c4-a4ff-6fa47e366d1b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0485044 May 16 19:12:10.167232 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8b4be9c2-10c6-4c0c-ace2-535e9028bc65 req-f232b813-e91d-4060-b890-c252cdc85355 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 May 16 19:12:10.233578 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934e623-9030-4cad-8421-ea5afbb8b20a req-8703cc65-701c-4835-ace8-868ed3011214 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:10.235116 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0934e623-9030-4cad-8421-ea5afbb8b20a req-8703cc65-701c-4835-ace8-868ed3011214 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0468171 May 16 19:12:10.296058 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0934e623-9030-4cad-8421-ea5afbb8b20a req-53cd9089-ea5d-48d1-9281-87493221fcd7 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548570 May 16 19:12:11.292604 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cca86-7258-45ee-b527-66323a1d837f req-bd052998-9d34-4e25-9f12-b8b8438c13ea tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:11.294255 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9c3cca86-7258-45ee-b527-66323a1d837f req-bd052998-9d34-4e25-9f12-b8b8438c13ea tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0532210 May 16 19:12:11.342302 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9c3cca86-7258-45ee-b527-66323a1d837f req-69433bba-5e7c-4570-884f-c5caafdb026a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 May 16 19:12:11.412882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c170-36fc-44e5-aa51-b0f59a431bf9 req-50d8f7e3-ec26-445e-8eae-925768f7a14c tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:11.414392 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-35b6c170-36fc-44e5-aa51-b0f59a431bf9 req-50d8f7e3-ec26-445e-8eae-925768f7a14c tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0506761 May 16 19:12:11.476900 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-35b6c170-36fc-44e5-aa51-b0f59a431bf9 req-dee31709-9a59-4450-a246-641c5c461a09 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548153 May 16 19:12:11.681854 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:12.614424 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0f282-9281-4b55-a3c9-9b454ca77f4b req-954fdcea-2f2e-4a7b-ad93-4738c78e4c0f tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:12.615872 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c2c0f282-9281-4b55-a3c9-9b454ca77f4b req-954fdcea-2f2e-4a7b-ad93-4738c78e4c0f tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0548704 May 16 19:12:12.676867 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c2c0f282-9281-4b55-a3c9-9b454ca77f4b req-a1c52409-3a05-4c3c-b4ee-0ebdd8acc9d1 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549090 May 16 19:12:13.144327 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:13.397151 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 64315f99-6584-4888-bfb0-c3b32c4b2501 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:12:13.430782 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 64315f99-6584-4888-bfb0-c3b32c4b2501 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:12:13.431134 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 64315f99-6584-4888-bfb0-c3b32c4b2501 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:12:13.451686 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:12:13.809742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b0a8-f506-4327-99d1-546880d11644 req-fc2e6861-690b-470c-b48e-03ef38a84ad8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:13.811252 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7325b0a8-f506-4327-99d1-546880d11644 req-fc2e6861-690b-470c-b48e-03ef38a84ad8 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0547106 May 16 19:12:13.869319 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7325b0a8-f506-4327-99d1-546880d11644 req-ee3f4577-6357-4688-adc8-7c6ccae51fc4 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522640 May 16 19:12:15.001957 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dace0-cccd-477e-af56-bd37fd200334 req-9a9f4dca-4f95-4138-a20c-9316e40e2a5a tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:15.003424 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-878dace0-cccd-477e-af56-bd37fd200334 req-9a9f4dca-4f95-4138-a20c-9316e40e2a5a tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0562642 May 16 19:12:15.064871 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-878dace0-cccd-477e-af56-bd37fd200334 req-b7aa57d2-4707-485f-8c6d-8761b7e8fe85 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555773 May 16 19:12:16.182805 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df3f7f-edf1-4d53-8116-e5370223671a req-582f0464-c3f3-40d0-a9d9-778f8bf8f401 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:16.184266 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-24df3f7f-edf1-4d53-8116-e5370223671a req-582f0464-c3f3-40d0-a9d9-778f8bf8f401 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0523725 May 16 19:12:16.243417 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-24df3f7f-edf1-4d53-8116-e5370223671a req-67fb6270-7098-46fd-bded-b94ff5589d0b tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a7af06b-3403-412f-9e75-8297761b6afd&id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522394 May 16 19:12:18.935952 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-650040f2-353f-45b9-af24-150d7f0e03cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416536 May 16 19:12:19.015856 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-56aab73b-b546-4075-ba9d-17a24fe5084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:19.017564 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-56aab73b-b546-4075-ba9d-17a24fe5084b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 1130 time: 0.0441444 May 16 19:12:19.127869 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-87d4d143-83bf-4e87-985c-b2dc160db624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:19.129339 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-87d4d143-83bf-4e87-985c-b2dc160db624 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.0854328 May 16 19:12:19.222792 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-ef13fd51-7554-4398-824b-94ba2dd98d58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 200 len: 1001 time: 0.0859168 May 16 19:12:19.319450 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-8532affb-d873-465d-8abd-34ab78c0bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:19.320910 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-8532affb-d873-465d-8abd-34ab78c0bca7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.0897207 May 16 19:12:19.327045 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-c6e22020-9abf-421c-8a31-8c66a288abf0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:19.328426 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-c6e22020-9abf-421c-8a31-8c66a288abf0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/networks?id=65373252-c9ac-449c-8d31-248e5b6ba06c HTTP/1.1" status: 200 len: 814 time: 0.1479735 May 16 19:12:19.364097 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-60bd1fea-bfe4-4ba0-93fc-8aa2a0bb7ab1 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/quotas/3f47a5832eba495e9a74266e13420ebb HTTP/1.1" status: 200 len: 375 time: 0.0272636 May 16 19:12:19.379131 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-0b8ad571-b253-45ab-941d-75f06754133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:19.380531 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-0b8ad571-b253-45ab-941d-75f06754133f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512929 May 16 19:12:19.406127 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-20961160-3969-4b08-8101-b2a2f732fa89 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f47a5832eba495e9a74266e13420ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369112 May 16 19:12:19.540959 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-91566ff6-b18e-4ec7-92e5-cacd4642024d service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431572 May 16 19:12:19.558419 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-7d0d284c-3c4b-45b9-a699-f0cbbe41331c service neutron] 10.222.0.24 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418056 May 16 19:12:19.695445 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f53b88e-f18c-4bcd-8b98-0f7420691374 req-f06dce06-8fc6-4b32-ab2f-d40d98e5ca2d service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475213 May 16 19:12:19.706263 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-b43ed362-95e2-40ba-9962-34384fc6e016 service neutron] 10.222.0.24 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351016 May 16 19:12:19.889262 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-790703ac-88fd-4c3d-a37e-33424fda58a7 req-e8cd2cfc-0a5e-4427-bf9a-42ede04b01d5 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 210 time: 0.0277197 May 16 19:12:20.989669 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-035e83d7-11ae-449a-82cd-c000e52c50f6 req-1b7a2274-592d-4d2f-8684-d41bca870ab6 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 210 time: 0.0289574 May 16 19:12:21.218670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-313a8170-2b1b-432d-8c60-0cbc44daec7f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:21.220092 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-313a8170-2b1b-432d-8c60-0cbc44daec7f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "GET /v2.0/networks?id=65373252-c9ac-449c-8d31-248e5b6ba06c HTTP/1.1" status: 200 len: 814 time: 0.1001282 May 16 19:12:21.237233 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Request body: {'port': {'device_id': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c', 'admin_state_up': True, 'tenant_id': '3f47a5832eba495e9a74266e13420ebb'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:21.351322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Made reservation on behalf of 3f47a5832eba495e9a74266e13420ebb for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:12:21.354694 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.484910 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Allocated IP 172.20.0.10 (65373252-c9ac-449c-8d31-248e5b6ba06c/28650981-5fa2-4483-8864-4ed2915955ff/34b2cb1d-a1fe-42c4-89ca-0964ac9881e8) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:21.632769 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks [] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.666498 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.708504 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Network 65373252-c9ac-449c-8d31-248e5b6ba06c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:21.711678 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:21.717796 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:21.723186 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Pushing event updated for resources: {'Port': ['ID=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:21.751075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.751384 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.751714 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.752047 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.752353 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.752692 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.753011 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.753322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.753663 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.753989 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.754302 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.754689 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.755007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.755319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.755616 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.777853 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:21.778461 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.798938 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-bdda0308-7d6e-46a7-a2d4-73cf5bc85a46 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655179 May 16 19:12:21.816760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Request body: {'port': {'device_id': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:21.885042 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:22.103037 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d393f62-39a4-43af-990c-240c3a441922 req-59f47caa-7ac6-44bb-9fcf-b34ba3d2863f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:22.104497 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2d393f62-39a4-43af-990c-240c3a441922 req-59f47caa-7ac6-44bb-9fcf-b34ba3d2863f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 932 time: 0.0467765 May 16 19:12:22.151214 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2d393f62-39a4-43af-990c-240c3a441922 req-064c8be9-1c7e-420e-b777-b1a4b667bf71 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 May 16 19:12:22.175296 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:12:22.182827 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Publish callbacks [] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:22.195407 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Transition to ACTIVE for port object 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:12:22.199551 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:22.250811 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:22.319322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Attempting to bind port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:22.319534 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Attempting to bind port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:22.319855 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Attempting to bind port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 on network 65373252-c9ac-449c-8d31-248e5b6ba06c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:22.324425 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 on network 65373252-c9ac-449c-8d31-248e5b6ba06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:12:22.324771 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Attempting to bind port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 on network 65373252-c9ac-449c-8d31-248e5b6ba06c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:22.330047 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:22.330397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Checking segment: {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:22.330757 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Bound using segment: {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:22.331168 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Bound port: 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e871478-3530-4187-9fc8-1a5f96991a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:22.331517 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:22.391329 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] For port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:22.394363 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] For port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:22.404938 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:22.446063 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:22.446747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:22.448147 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] 10.222.0.49 "PUT /v2.0/ports/34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 HTTP/1.1" status: 200 len: 1094 time: 0.6373141 May 16 19:12:22.448573 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'tag': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:22.450838 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f81fc-3154-4e8c-9526-dbf51f210648" -d '{"events": [{"name": "network-changed", "server_uuid": "29c82423-6014-4a34-b5fd-2386a32d7a9f", "tag": "34b2cb1d-a1fe-42c4-89ca-0964ac9881e8"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:22.475595 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d95ce-d942-4708-b75b-b126a9d2aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:22.488395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebb85c9-2f2e-4954-ae91-775be32f6bfa x-openstack-request-id: req-0ebb85c9-2f2e-4954-ae91-775be32f6bfa {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:22.488686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c82423-6014-4a34-b5fd-2386a32d7a9f", "tag": "34b2cb1d-a1fe-42c4-89ca-0964ac9881e8", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:22.488953 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ebb85c9-2f2e-4954-ae91-775be32f6bfa {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:22.489347 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebb85c9-2f2e-4954-ae91-775be32f6bfa'] response: {'name': 'network-changed', 'server_uuid': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'tag': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8', 'status': 'completed', 'code': 200} May 16 19:12:22.535661 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-821ed4ed-2935-4206-9be4-1afab98e69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:22.537119 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-821ed4ed-2935-4206-9be4-1afab98e69ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f47a5832eba495e9a74266e13420ebb&device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 1128 time: 0.0390370 May 16 19:12:22.578583 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-b594741f-1c26-420d-9d2f-f6eed3ce3210 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 HTTP/1.1" status: 200 len: 217 time: 0.0320253 May 16 19:12:22.635028 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-13748ca1-b5b2-459e-b267-7a673077389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:22.637107 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-13748ca1-b5b2-459e-b267-7a673077389b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=28650981-5fa2-4483-8864-4ed2915955ff HTTP/1.1" status: 200 len: 854 time: 0.0479212 May 16 19:12:22.677060 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-0a671c4d-8887-423c-86f0-c98a98567111 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65373252-c9ac-449c-8d31-248e5b6ba06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330615 May 16 19:12:22.770470 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-cccd2391-7348-4c1b-afcb-889f082474f3 service neutron] 10.222.0.49 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 May 16 19:12:22.871251 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d37494eb-daa5-4828-9b55-da6d2c2ebecf req-6e107a01-8f84-43d7-bdcf-0847310b165b service neutron] 10.222.0.49 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 May 16 19:12:23.493100 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e584d40-c5a9-446a-b833-7f7a0fe3e19e req-905556af-9a33-4eb7-a082-18336b085790 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:23.494506 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4e584d40-c5a9-446a-b833-7f7a0fe3e19e req-905556af-9a33-4eb7-a082-18336b085790 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 944 time: 0.2649856 May 16 19:12:23.544620 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4e584d40-c5a9-446a-b833-7f7a0fe3e19e req-c72df777-6cfd-492b-9adc-494cab50e3c3 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 May 16 19:12:24.277023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-317654f9-81d5-4844-85c7-5478808c5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:24.278537 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-317654f9-81d5-4844-85c7-5478808c5462 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f47a5832eba495e9a74266e13420ebb&device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 1128 time: 0.0407202 May 16 19:12:24.370995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-4694272a-4b08-47ca-9976-7b225b560d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:24.372447 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-4694272a-4b08-47ca-9976-7b225b560d18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65373252-c9ac-449c-8d31-248e5b6ba06c HTTP/1.1" status: 200 len: 915 time: 0.0872676 May 16 19:12:24.673280 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-083163b9-e0b7-488f-a3b1-6c9ba66626bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 HTTP/1.1" status: 200 len: 217 time: 0.2937670 May 16 19:12:24.748920 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eeff9e-0c2d-42eb-9cba-265a2ed60193 req-7f024af4-713a-44a4-b172-4655cd94a513 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:24.750458 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32eeff9e-0c2d-42eb-9cba-265a2ed60193 req-7f024af4-713a-44a4-b172-4655cd94a513 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 944 time: 0.0800874 May 16 19:12:24.757652 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-26c86086-48fb-4f82-9431-0ba4eebbf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:24.759513 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-26c86086-48fb-4f82-9431-0ba4eebbf691 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=28650981-5fa2-4483-8864-4ed2915955ff HTTP/1.1" status: 200 len: 854 time: 0.0788846 May 16 19:12:24.810189 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32eeff9e-0c2d-42eb-9cba-265a2ed60193 req-c10a8210-ca2d-465f-a1aa-ac4c3df47e51 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494964 May 16 19:12:24.828047 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f71bca-2832-4a64-903d-625f86207170 req-59649422-2482-4fac-ad59-0cf50b9d7c28 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:24.829865 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-95f71bca-2832-4a64-903d-625f86207170 req-59649422-2482-4fac-ad59-0cf50b9d7c28 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0505290 May 16 19:12:24.876033 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-95f71bca-2832-4a64-903d-625f86207170 req-488a3974-807b-4fbd-9d70-58a12263cb1b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 May 16 19:12:25.933235 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff333f6-ae4c-4bf0-a7e5-879507d321bc req-1521cc14-d136-4d32-8466-321d260e2510 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:25.934748 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bff333f6-ae4c-4bf0-a7e5-879507d321bc req-1521cc14-d136-4d32-8466-321d260e2510 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 944 time: 0.0535464 May 16 19:12:25.983894 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bff333f6-ae4c-4bf0-a7e5-879507d321bc req-777ca7a1-9057-4816-84db-cc170e8ed5a6 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 May 16 19:12:25.991144 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdbfd-7bf7-45c0-a68a-1b93ecf5b470 req-0f4f443e-7b0e-42e8-8573-e35111a0988a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:25.992612 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36efdbfd-7bf7-45c0-a68a-1b93ecf5b470 req-0f4f443e-7b0e-42e8-8573-e35111a0988a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0485563 May 16 19:12:26.040912 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36efdbfd-7bf7-45c0-a68a-1b93ecf5b470 req-84a2acce-1fc2-4903-9fdf-4e0f3b10eceb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 May 16 19:12:26.169571 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-c3281efa-1b41-4d72-876b-9a9b8ac1a118 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65373252-c9ac-449c-8d31-248e5b6ba06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307274 May 16 19:12:26.260443 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-3ee918a3-f1bb-45cb-964a-59a4f795d33e service neutron] 10.222.0.49 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824988 May 16 19:12:26.354518 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-808f81fc-3154-4e8c-9526-dbf51f210648 req-3ca4fe3a-34b6-45a6-b647-b262626b98cd service neutron] 10.222.0.49 "GET /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841682 May 16 19:12:26.641400 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-fb36939b-e918-4d5d-9caf-d48c166ab3be tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:26.642736 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-fb36939b-e918-4d5d-9caf-d48c166ab3be tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0559027 May 16 19:12:26.669974 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:12:26.731190 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:26.731529 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:26.770690 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:26.782394 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8', 'network_id': '65373252-c9ac-449c-8d31-248e5b6ba06c', 'port_id': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8', 'mac_address': 'fa:16:3e:9d:de:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28650981-5fa2-4483-8864-4ed2915955ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:12:26.819824 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:26.820214 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:26.824311 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] For port 4c82ce8d-f16a-4001-99f0-aa83af3c4315, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=4c82ce8d-f16a-4001-99f0-aa83af3c4315,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:26.824679 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:26.833588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:12:26.853191 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:26.858340 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:26.904131 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:26.911156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.911506 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.911905 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.912255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.912588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.912915 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.913233 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.913561 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.913890 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.914198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.914537 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.914866 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.915200 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.915505 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:26.915814 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:27.032181 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:27.032757 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (a321b60a-957f-4ec1-a264-bd6375bf28fc), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:27.032949 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP a321b60a-957f-4ec1-a264-bd6375bf28fc disassociated. External IP: 172.27.2.128, port: 4c82ce8d-f16a-4001-99f0-aa83af3c4315. May 16 19:12:27.033408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for 4c82ce8d-f16a-4001-99f0-aa83af3c4315 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:27.131395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7ff7-34e6-4a3d-a103-eec2a6497b12 req-5dfce6a8-172f-4bad-83b9-8237ac209b36 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:27.132930 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1a8a7ff7-34e6-4a3d-a103-eec2a6497b12 req-5dfce6a8-172f-4bad-83b9-8237ac209b36 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 945 time: 0.0612729 May 16 19:12:27.160171 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946f0a-56a6-48ce-ae02-f654b02f8d12 req-cd5ee8d4-a0b3-4c86-8947-10b6a7a80c04 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:27.162353 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5946f0a-56a6-48ce-ae02-f654b02f8d12 req-cd5ee8d4-a0b3-4c86-8947-10b6a7a80c04 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=73fbf87a-3557-408c-ac54-e6ca9017a0f1 HTTP/1.1" status: 200 len: 946 time: 0.0496943 May 16 19:12:27.212397 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5946f0a-56a6-48ce-ae02-f654b02f8d12 req-726b2058-2d86-4fdb-bafa-d381c6960be5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc088fb1-4489-45fc-b721-376f8faf1c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410013 May 16 19:12:27.222594 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1a8a7ff7-34e6-4a3d-a103-eec2a6497b12 req-b6f297a6-9b0e-455c-9c6e-fadc454c3918 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778110 May 16 19:12:27.227355 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['34b2cb1d-a1fe-42c4-89ca-0964ac9881e8'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:12:27.241930 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (4c82ce8d-f16a-4001-99f0-aa83af3c4315), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:27.276860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=4c82ce8d-f16a-4001-99f0-aa83af3c4315,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:27.387898 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:27.493239 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:27.503066 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:27.515174 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:27.515950 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:27.536349 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] No DVR routers for this DVR port 4c82ce8d-f16a-4001-99f0-aa83af3c4315 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:12:27.539009 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:27.542239 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd328594-de85-4cb1-90ad-3bcc6ea9e4e7 req-aef68f03-519a-41ef-87ea-68cda1ed70ef tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "DELETE /v2.0/ports/4c82ce8d-f16a-4001-99f0-aa83af3c4315 HTTP/1.1" status: 204 len: 173 time: 0.8910460 May 16 19:12:27.542707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'name': 'network-vif-deleted', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:27.544998 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f41d0b-ce5b-411d-b7b5-dad69c63be20" -d '{"events": [{"server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "name": "network-vif-deleted", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:27.585013 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e48ff7e-da5c-460f-bb6f-49fbde1f12c7 x-openstack-request-id: req-3e48ff7e-da5c-460f-bb6f-49fbde1f12c7 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:27.585347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fbf87a-3557-408c-ac54-e6ca9017a0f1", "name": "network-vif-deleted", "tag": "4c82ce8d-f16a-4001-99f0-aa83af3c4315", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:27.586086 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e48ff7e-da5c-460f-bb6f-49fbde1f12c7 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:27.586499 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e48ff7e-da5c-460f-bb6f-49fbde1f12c7'] response: {'server_uuid': '73fbf87a-3557-408c-ac54-e6ca9017a0f1', 'name': 'network-vif-deleted', 'tag': '4c82ce8d-f16a-4001-99f0-aa83af3c4315', 'status': 'completed', 'code': 200} May 16 19:12:27.634689 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:27.841267 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:05Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:27.865850 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:27.874301 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:27.874884 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:27.974002 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:28.199640 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:05Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:28.223921 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1ee8e-c210-40bd-9db9-584c41e4fe6d None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '10517a78-e01c-402f-83b5-661598bfe0d6', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:20:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:29Z', 'updated_at': '2022-05-16T19:09:05Z', 'revision_number': 2, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:28.331033 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46614) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:28.358390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7dd3e-17d7-49bf-a92c-c7cf955106e7 req-0390fdc5-75d2-4333-bd70-82e608bc4e38 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:28.359962 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dbb7dd3e-17d7-49bf-a92c-c7cf955106e7 req-0390fdc5-75d2-4333-bd70-82e608bc4e38 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 945 time: 0.0498364 May 16 19:12:28.390227 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92340677-cacf-4bca-9513-3250440e6d30 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (fc088fb1-4489-45fc-b721-376f8faf1c63), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.418287 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92340677-cacf-4bca-9513-3250440e6d30 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (fc088fb1-4489-45fc-b721-376f8faf1c63), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.421106 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dbb7dd3e-17d7-49bf-a92c-c7cf955106e7 req-34d6e771-d962-43f0-9cb3-349e86e46036 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547886 May 16 19:12:28.477565 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92340677-cacf-4bca-9513-3250440e6d30 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (fc088fb1-4489-45fc-b721-376f8faf1c63), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.480303 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92340677-cacf-4bca-9513-3250440e6d30 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.484048 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-92340677-cacf-4bca-9513-3250440e6d30 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc088fb1-4489-45fc-b721-376f8faf1c63 HTTP/1.1" status: 204 len: 168 time: 0.1494477 May 16 19:12:28.484825 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46616) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:28.503072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340677-cacf-4bca-9513-3250440e6d30 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc088fb1-4489-45fc-b721-376f8faf1c63,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:28.506328 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.api.v2.resource [None req-62439a3e-6ca7-426e-9189-a99a2d6241dc tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] show failed (client error): The resource could not be found. May 16 19:12:28.507355 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-62439a3e-6ca7-426e-9189-a99a2d6241dc tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups/fc088fb1-4489-45fc-b721-376f8faf1c63 HTTP/1.1" status: 404 len: 347 time: 0.0214992 May 16 19:12:28.510598 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46618) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:28.544067 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6089f4b-9839-48c7-861f-c27ef8cca090 None None] New status for floating IP a321b60a-957f-4ec1-a264-bd6375bf28fc: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:12:28.623577 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port 34208807-0073-48d4-acc0-7972c06df040 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:28.623950 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (34208807-0073-48d4-acc0-7972c06df040), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.677941 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:28.710929 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (34208807-0073-48d4-acc0-7972c06df040), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.711244 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (34208807-0073-48d4-acc0-7972c06df040), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.724429 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for 34208807-0073-48d4-acc0-7972c06df040 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:28.728734 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:12:28.735208 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:28.735588 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.814570 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:28.815305 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.837573 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:28.839921 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa335ef2-440d-4578-9d98-b95eae40cd09" -d '{"events": [{"server_uuid": "29c82423-6014-4a34-b5fd-2386a32d7a9f", "name": "network-vif-plugged", "status": "completed", "tag": "34b2cb1d-a1fe-42c4-89ca-0964ac9881e8"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:28.860167 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:28.869483 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.880279 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588cbb3a-9622-4e0b-8673-c8286a35e2e1 x-openstack-request-id: req-588cbb3a-9622-4e0b-8673-c8286a35e2e1 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:28.880596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c82423-6014-4a34-b5fd-2386a32d7a9f", "name": "network-vif-plugged", "status": "completed", "tag": "34b2cb1d-a1fe-42c4-89ca-0964ac9881e8", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:28.880856 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-588cbb3a-9622-4e0b-8673-c8286a35e2e1 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:28.881260 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588cbb3a-9622-4e0b-8673-c8286a35e2e1'] response: {'server_uuid': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8', 'code': 200} May 16 19:12:28.909436 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (34208807-0073-48d4-acc0-7972c06df040), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.943549 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=34208807-0073-48d4-acc0-7972c06df040,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:28.973657 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.974461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.975442 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.975984 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.976385 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.976813 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.977212 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.977562 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.977978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.978376 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.978772 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.979167 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.979568 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.979958 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.980347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:28.990503 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (a321b60a-957f-4ec1-a264-bd6375bf28fc), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.993151 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:28.995028 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-84532daa-9e0c-419b-8134-4bfde349c7ab tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/floatingips/a321b60a-957f-4ec1-a264-bd6375bf28fc HTTP/1.1" status: 204 len: 168 time: 0.4834130 May 16 19:12:29.103818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99471df-4ed0-4234-8148-b3b00788e001 req-2451f45a-65f4-41b2-9fb0-95e2d909b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:29.106026 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:29.106170 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d99471df-4ed0-4234-8148-b3b00788e001 req-2451f45a-65f4-41b2-9fb0-95e2d909b28b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 1130 time: 0.0448036 May 16 19:12:29.167999 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d99471df-4ed0-4234-8148-b3b00788e001 req-aea571f5-c700-4051-b0cf-9e1ddac2911c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 May 16 19:12:29.542767 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117b9a-1eca-4299-a577-bfc867423441 req-0c495895-e564-4a08-b941-bb9e3f2eb6e0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:29.544230 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f9117b9a-1eca-4299-a577-bfc867423441 req-0c495895-e564-4a08-b941-bb9e3f2eb6e0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0477817 May 16 19:12:29.592280 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f9117b9a-1eca-4299-a577-bfc867423441 req-b1e0b858-d787-44e6-ac23-79c45f26daef tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 May 16 19:12:30.694100 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 4c82ce8d-f16a-4001-99f0-aa83af3c4315 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:12:30.708877 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14744e5-fa30-40dc-8910-d50e82355702 req-af9dc32e-ca09-4ab4-a0c7-11a57291f17c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:30.710417 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c14744e5-fa30-40dc-8910-d50e82355702 req-af9dc32e-ca09-4ab4-a0c7-11a57291f17c tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0492871 May 16 19:12:30.713592 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 4c82ce8d-f16a-4001-99f0-aa83af3c4315 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:12:30.713938 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 4c82ce8d-f16a-4001-99f0-aa83af3c4315 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:12:30.771250 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c14744e5-fa30-40dc-8910-d50e82355702 req-19a87036-572f-437f-827e-646ff922c3c0 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 May 16 19:12:31.886865 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843177d-0c1d-4dca-96dc-ff99a9f2d970 req-73ff877f-a7f4-4e6e-bd0c-1e73c84b285f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:31.888622 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2843177d-0c1d-4dca-96dc-ff99a9f2d970 req-73ff877f-a7f4-4e6e-bd0c-1e73c84b285f tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0471563 May 16 19:12:31.939164 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2843177d-0c1d-4dca-96dc-ff99a9f2d970 req-c4f4903a-f903-4791-8663-aa56639ea2d9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 May 16 19:12:32.729474 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee160-0409-47a0-a7b6-05b0c66e2c0c req-200bc919-e32e-4625-8d89-fedd25f97f10 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:32.730867 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b1bee160-0409-47a0-a7b6-05b0c66e2c0c req-200bc919-e32e-4625-8d89-fedd25f97f10 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0500989 May 16 19:12:32.779158 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b1bee160-0409-47a0-a7b6-05b0c66e2c0c req-2f1a8d60-16a0-4e66-99ec-dfe97c2d2ca2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404980 May 16 19:12:33.903710 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e812e7-ccba-4bf7-b0d2-6238f91d282e req-0feddf33-1a31-487c-a760-80be286ff53f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:33.905148 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32e812e7-ccba-4bf7-b0d2-6238f91d282e req-0feddf33-1a31-487c-a760-80be286ff53f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0477810 May 16 19:12:33.953418 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32e812e7-ccba-4bf7-b0d2-6238f91d282e req-e14435d7-6202-4feb-b9d8-bb6c63f63f11 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423503 May 16 19:12:34.065075 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.078508 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760addfe-3ef1-42be-8b91-852b15a78154 req-2340be98-cf5a-453a-95ab-ab369a01afda tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:35.080094 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-760addfe-3ef1-42be-8b91-852b15a78154 req-2340be98-cf5a-453a-95ab-ab369a01afda tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0521581 May 16 19:12:35.100166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4ceed7eb-f654-409a-8e84-de50e52900d0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:35.101666 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4ceed7eb-f654-409a-8e84-de50e52900d0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 945 time: 0.0468566 May 16 19:12:35.128194 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-760addfe-3ef1-42be-8b91-852b15a78154 req-e6427128-c6a8-4e0f-98d1-1dfd0fafd24f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6fd7858-e285-4973-99b7-84da3d61ab2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 May 16 19:12:35.188995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port 417ef627-ac75-48a8-b654-6f19e3e9c733 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:35.189339 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.280202 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] For port 417ef627-ac75-48a8-b654-6f19e3e9c733, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=417ef627-ac75-48a8-b654-6f19e3e9c733,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:35.280452 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.443213 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.443576 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (10517a78-e01c-402f-83b5-661598bfe0d6), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.443875 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP 10517a78-e01c-402f-83b5-661598bfe0d6 disassociated. External IP: 172.27.2.30, port: 417ef627-ac75-48a8-b654-6f19e3e9c733. May 16 19:12:35.444224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for 417ef627-ac75-48a8-b654-6f19e3e9c733 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:35.576322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (417ef627-ac75-48a8-b654-6f19e3e9c733), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.603571 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=417ef627-ac75-48a8-b654-6f19e3e9c733,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:35.710002 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:35.831341 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:35.841188 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:35.851559 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:35.852159 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:35.872628 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] No DVR routers for this DVR port 417ef627-ac75-48a8-b654-6f19e3e9c733 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:12:35.875777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.878994 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b9bfac63-47e8-41c0-acc5-94ac664a0f42 req-4632ecb2-4866-4a3f-a4d3-bbfb1d672e88 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "DELETE /v2.0/ports/417ef627-ac75-48a8-b654-6f19e3e9c733 HTTP/1.1" status: 204 len: 173 time: 0.7708247 May 16 19:12:35.879482 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'name': 'network-vif-deleted', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:35.881818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d844e402-2333-462e-b127-568465cb69cd" -d '{"events": [{"server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "name": "network-vif-deleted", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:35.919244 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f51d3-9db3-4b1d-8b12-3c34024758f0 x-openstack-request-id: req-161f51d3-9db3-4b1d-8b12-3c34024758f0 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:35.919542 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ade137-6172-4f24-80ef-9e84b6fb6df7", "name": "network-vif-deleted", "tag": "417ef627-ac75-48a8-b654-6f19e3e9c733", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:35.919800 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-161f51d3-9db3-4b1d-8b12-3c34024758f0 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:35.920208 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161f51d3-9db3-4b1d-8b12-3c34024758f0'] response: {'server_uuid': '43ade137-6172-4f24-80ef-9e84b6fb6df7', 'name': 'network-vif-deleted', 'tag': '417ef627-ac75-48a8-b654-6f19e3e9c733', 'status': 'completed', 'code': 200} May 16 19:12:35.958933 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:36.235754 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f07630ca-02d3-4173-ac7d-e1f79c9bbf9f req-dbf899da-aeab-451b-8e5e-bc3c1649be1b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=43ade137-6172-4f24-80ef-9e84b6fb6df7 HTTP/1.1" status: 200 len: 210 time: 0.0274248 May 16 19:12:36.237185 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:36.264378 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:36.273375 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:36.274013 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:36.370540 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:36.551414 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a3a7949b-45ce-4cce-889e-e242fd5bb607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:36.568646 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:36.593048 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10284d5e-d3a3-46c4-a79f-1e78235a6a16 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:36.812750 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c29ec0-a671-4915-8a4a-01de0af2c8eb None None] New status for floating IP 10517a78-e01c-402f-83b5-661598bfe0d6: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:12:37.329215 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46688) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:37.384186 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-829352ea-2745-4908-bf58-5fc9af11d1cb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (a6fd7858-e285-4973-99b7-84da3d61ab2e), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.414001 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-829352ea-2745-4908-bf58-5fc9af11d1cb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (a6fd7858-e285-4973-99b7-84da3d61ab2e), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.481218 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-829352ea-2745-4908-bf58-5fc9af11d1cb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a6fd7858-e285-4973-99b7-84da3d61ab2e), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.483762 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-829352ea-2745-4908-bf58-5fc9af11d1cb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.484968 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-829352ea-2745-4908-bf58-5fc9af11d1cb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/security-groups/a6fd7858-e285-4973-99b7-84da3d61ab2e HTTP/1.1" status: 204 len: 168 time: 0.1547048 May 16 19:12:37.488060 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46692) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:37.494572 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829352ea-2745-4908-bf58-5fc9af11d1cb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd7858-e285-4973-99b7-84da3d61ab2e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:37.504591 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.api.v2.resource [None req-1bcfb035-248b-4886-a958-624820b05be6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] show failed (client error): The resource could not be found. May 16 19:12:37.505863 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1bcfb035-248b-4886-a958-624820b05be6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups/a6fd7858-e285-4973-99b7-84da3d61ab2e HTTP/1.1" status: 404 len: 347 time: 0.0168009 May 16 19:12:37.509070 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46694) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:37.623612 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:37.623956 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.699713 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.700063 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.712021 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c owned by network:floatingip {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:37.851954 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.875434 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=b66ef8e3-ff4b-4c7c-a43a-2dfbc528742c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:37.937801 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (10517a78-e01c-402f-83b5-661598bfe0d6), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.940684 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.941895 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-584c96f3-f5b2-4ae0-8be7-cdd3fdd85cfd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/floatingips/10517a78-e01c-402f-83b5-661598bfe0d6 HTTP/1.1" status: 204 len: 168 time: 0.4317217 May 16 19:12:38.024286 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46702) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:38.028954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256502696', 'description': 'tempest-description--173356512'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:38.052048 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.118690 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (a196d114-c334-4df7-962a-236e656c993d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.123312 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a196d114-c334-4df7-962a-236e656c993d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.152680 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.153973 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1285782 May 16 19:12:38.155956 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510afe-63a4-46e2-84f8-fa82f21c2b01 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a196d114-c334-4df7-962a-236e656c993d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:38.158835 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46706) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:38.163669 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': 'a196d114-c334-4df7-962a-236e656c993d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:38.195017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (59c6f839-a563-4783-a941-5ccca9ac3574), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.260511 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (59c6f839-a563-4783-a941-5ccca9ac3574), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.263940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (59c6f839-a563-4783-a941-5ccca9ac3574), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.283239 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c6f839-a563-4783-a941-5ccca9ac3574,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:38.291374 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.295336 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-09d333b8-8670-476c-8ed0-aa1dbe4b9081 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326885 May 16 19:12:38.295783 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46714) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:38.299734 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': 'a196d114-c334-4df7-962a-236e656c993d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:38.329025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (f5490fbf-ab02-4b98-8958-07a75e2cfd84), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.389979 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (f5490fbf-ab02-4b98-8958-07a75e2cfd84), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.394093 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (f5490fbf-ab02-4b98-8958-07a75e2cfd84), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.410772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5490fbf-ab02-4b98-8958-07a75e2cfd84,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:38.420065 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.421408 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-982d5d9b-7a8e-4abf-9ffa-0f28becd1177 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250331 May 16 19:12:38.424915 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46716) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:38.429435 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:38.453238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.538678 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.647999 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.27.2.158 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/02f24b3e-fa74-42a5-bc65-18f406db2aaa) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:38.765473 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.775683 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 417ef627-ac75-48a8-b654-6f19e3e9c733 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:12:38.798493 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 417ef627-ac75-48a8-b654-6f19e3e9c733 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:12:38.798817 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 417ef627-ac75-48a8-b654-6f19e3e9c733 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:12:38.804176 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.814970 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1361113e-48c2-48d2-bf1f-936deee9a547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.853789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:38.858050 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:38.865293 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:38.872614 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=02f24b3e-fa74-42a5-bc65-18f406db2aaa,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:38.915268 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (cf6a71e7-e9e1-46ff-bbfe-98aa60f90555), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.953978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:39.150769 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:39.158830 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:39.196675 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (cf6a71e7-e9e1-46ff-bbfe-98aa60f90555), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:39.217850 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=02f24b3e-fa74-42a5-bc65-18f406db2aaa,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:39.222515 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:39.223736 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-059aa8a5-fd86-4e2c-ad6b-54b264f8a2ec tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7977555 May 16 19:12:39.445001 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-ec42334a-9243-4a41-b7fa-9c734ebff538 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--256502696&fields=id&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 267 time: 0.0462625 May 16 19:12:39.570178 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-8e9bbbb9-9cdf-486e-8713-4d23860f1274 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:39.571644 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-8e9bbbb9-9cdf-486e-8713-4d23860f1274 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.1174209 May 16 19:12:39.591300 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-db37da49-5708-4882-ae28-73ac99d7e3d4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/quotas/dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 375 time: 0.0100048 May 16 19:12:39.643186 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-2d855f12-54a9-499d-8537-7fbbee9fd0c1 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463102 May 16 19:12:39.752402 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-529304ca-03cb-4b9d-963b-e7e1d940debd service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911636 May 16 19:12:39.844676 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-da36a9f7-953f-4c61-9d91-abadd2a51911 service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862730 May 16 19:12:40.029404 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9533c4c3-c4f1-4ca7-b538-26aba5d9c754 req-71996225-3085-4a0e-b55c-c587c405d1bb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 210 time: 0.0312822 May 16 19:12:40.101851 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:41.138204 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8351577f-bd6d-4eb6-973b-3f167f473dec req-0456de87-0857-40a2-a09f-1055848faa1d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 210 time: 0.0285122 May 16 19:12:41.695913 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:42.247835 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e5b58b26-8bbf-41cc-8d0f-2237839ade0c req-86d06be2-6992-42ba-a0b0-71c801aa5e97 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 210 time: 0.0278072 May 16 19:12:43.152389 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.358930 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5ba31359-2389-4602-a185-bb2231c6070f req-f85afbca-4ca0-4bad-a09c-4b45fd988ffb tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 210 time: 0.0304682 May 16 19:12:44.075967 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-9721f8e6-6be8-4d07-8ef2-75c5772e069c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.077452 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-9721f8e6-6be8-4d07-8ef2-75c5772e069c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.1098924 May 16 19:12:44.141577 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-296372a7-64f9-40c3-98b9-f50940b4f9d6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 379 time: 0.0528011 May 16 19:12:44.265191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'port': {'device_id': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'admin_state_up': True, 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'security_groups': ['a196d114-c334-4df7-962a-236e656c993d']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:44.378102 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Made reservation on behalf of dd195af6f92c42a18ed7051eae26dbaa for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:12:44.381649 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.459682 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a2992410-933f-40dc-b388-acf2ed444388 req-191da793-0a6c-4921-8732-dad83acba802 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 210 time: 0.0308232 May 16 19:12:44.514245 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.20.0.6 (b9cbd7ed-b011-47eb-8de6-48451d865294/464b6801-d4d1-4d1f-8f6e-41941fd21d02/34e977f1-14f8-42d4-a048-80b967122723) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:44.657360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (34e977f1-14f8-42d4-a048-80b967122723), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.692618 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (34e977f1-14f8-42d4-a048-80b967122723), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.734463 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:44.737477 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:44.741091 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:44.767758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=34e977f1-14f8-42d4-a048-80b967122723,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:44.796053 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.796639 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.813604 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4a28c47e-4551-4f6b-abc5-d98f0e6e01b3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547624 May 16 19:12:44.827645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Request body: {'port': {'device_id': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:44.889360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e977f1-14f8-42d4-a048-80b967122723), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.974579 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-620cf62d-b258-4dfd-a5e4-cb7952849b28 None None] Provisioning complete for port 34e977f1-14f8-42d4-a048-80b967122723 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:44.975192 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-620cf62d-b258-4dfd-a5e4-cb7952849b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e977f1-14f8-42d4-a048-80b967122723), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.005693 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-620cf62d-b258-4dfd-a5e4-cb7952849b28 None None] Port 34e977f1-14f8-42d4-a048-80b967122723 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:12:45.178780 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e977f1-14f8-42d4-a048-80b967122723 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:12:45.186747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Publish callbacks [] for port (34e977f1-14f8-42d4-a048-80b967122723), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.201433 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Transition to ACTIVE for port object 34e977f1-14f8-42d4-a048-80b967122723 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:12:45.205775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (34e977f1-14f8-42d4-a048-80b967122723), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.259878 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Pushing event updated for resources: {'Port': ['ID=34e977f1-14f8-42d4-a048-80b967122723,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:45.336512 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Attempting to bind port 34e977f1-14f8-42d4-a048-80b967122723 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:45.336824 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Attempting to bind port 34e977f1-14f8-42d4-a048-80b967122723 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:45.337154 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Attempting to bind port 34e977f1-14f8-42d4-a048-80b967122723 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:45.341860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Port 34e977f1-14f8-42d4-a048-80b967122723 on network b9cbd7ed-b011-47eb-8de6-48451d865294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:12:45.342196 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Attempting to bind port 34e977f1-14f8-42d4-a048-80b967122723 on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:45.347396 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:45.347638 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:45.348040 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Bound using segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:45.348470 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Bound port: 34e977f1-14f8-42d4-a048-80b967122723, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:45.348825 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e977f1-14f8-42d4-a048-80b967122723), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.410830 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] For port 34e977f1-14f8-42d4-a048-80b967122723, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:45.414030 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] For port 34e977f1-14f8-42d4-a048-80b967122723, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34e977f1-14f8-42d4-a048-80b967122723,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:45.420432 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (34e977f1-14f8-42d4-a048-80b967122723), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.452137 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:45.452648 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.454404 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] 10.222.0.49 "PUT /v2.0/ports/34e977f1-14f8-42d4-a048-80b967122723 HTTP/1.1" status: 200 len: 1093 time: 0.6310735 May 16 19:12:45.457347 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'tag': '34e977f1-14f8-42d4-a048-80b967122723'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:45.460403 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "tag": "34e977f1-14f8-42d4-a048-80b967122723"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:45.491605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfe98f-b72f-4f9c-bfd5-bf0b09213d5a service neutron] Pushing event updated for resources: {'Port': ['ID=34e977f1-14f8-42d4-a048-80b967122723,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:45.499644 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752ce3a3-1452-434d-b533-13a12fc1df4f x-openstack-request-id: req-752ce3a3-1452-434d-b533-13a12fc1df4f {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:45.499951 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "tag": "34e977f1-14f8-42d4-a048-80b967122723", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:45.500323 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-752ce3a3-1452-434d-b533-13a12fc1df4f {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:45.500736 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752ce3a3-1452-434d-b533-13a12fc1df4f'] response: {'name': 'network-changed', 'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'tag': '34e977f1-14f8-42d4-a048-80b967122723', 'status': 'completed', 'code': 200} May 16 19:12:45.593887 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0599-8a26-4a51-9ee3-efe6e3c18ad9 req-a8d1de4b-8235-4981-8cdd-47f99d244d0f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:45.595674 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-604f0599-8a26-4a51-9ee3-efe6e3c18ad9 req-a8d1de4b-8235-4981-8cdd-47f99d244d0f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 943 time: 0.0511730 May 16 19:12:45.652264 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-604f0599-8a26-4a51-9ee3-efe6e3c18ad9 req-a1667f68-c212-4341-9bf6-2e538c96e0ad tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502858 May 16 19:12:45.808404 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-54a94581-bf0c-4ca8-94f8-4f6d210f8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:45.809907 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-54a94581-bf0c-4ca8-94f8-4f6d210f8e37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 1127 time: 0.2990093 May 16 19:12:46.770523 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36df5a9-d87c-417d-83f0-9444a7145496 req-5ecae241-27e6-470e-874a-9786d0c6c64b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:46.772328 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d36df5a9-d87c-417d-83f0-9444a7145496 req-5ecae241-27e6-470e-874a-9786d0c6c64b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 943 time: 0.0474644 May 16 19:12:46.817959 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d36df5a9-d87c-417d-83f0-9444a7145496 req-7b332508-50d2-40a3-951a-39b49b52b919 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 May 16 19:12:47.314304 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-7b0cb73f-c028-4481-aa06-1f3024166a52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e977f1-14f8-42d4-a048-80b967122723 HTTP/1.1" status: 200 len: 217 time: 0.0365846 May 16 19:12:47.934823 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b8b-ac1a-456f-99b1-73395879e077 req-f1e4b6a0-1da2-413b-867a-e9a0f9aede00 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:47.936457 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-13d10b8b-ac1a-456f-99b1-73395879e077 req-f1e4b6a0-1da2-413b-867a-e9a0f9aede00 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 943 time: 0.0502880 May 16 19:12:47.985349 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-13d10b8b-ac1a-456f-99b1-73395879e077 req-2c8d2172-f9c8-4b53-9294-a1a0458785e5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 May 16 19:12:48.226097 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-20a756d8-c917-4951-be63-cce7000696ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:48.227537 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-20a756d8-c917-4951-be63-cce7000696ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0599413 May 16 19:12:48.273657 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-9b075ca6-243a-4a43-892e-4e0736921e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:48.275074 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-9b075ca6-243a-4a43-892e-4e0736921e8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383823 May 16 19:12:48.370757 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-2fe71c12-ce7e-4f25-886c-4517e88ca376 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871933 May 16 19:12:48.462000 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ad9fbff2-781a-47f3-b9a1-3742a1b2b387 req-4d867dae-0a29-4cd9-ba4f-4375b2a264b4 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828431 May 16 19:12:49.120998 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6ad2-b4b7-4552-bd11-50a27d061480 req-961e6170-320d-4e8b-a75a-2027285ec640 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:49.122478 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-195b6ad2-b4b7-4552-bd11-50a27d061480 req-961e6170-320d-4e8b-a75a-2027285ec640 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 943 time: 0.0594471 May 16 19:12:49.169637 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-195b6ad2-b4b7-4552-bd11-50a27d061480 req-617fb64a-95fc-4452-a3de-7b3609bda924 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 May 16 19:12:49.930874 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-07d3a5f6-407b-4a76-9501-c424d22e397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:49.932377 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-07d3a5f6-407b-4a76-9501-c424d22e397e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 1127 time: 0.0525911 May 16 19:12:50.285520 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013377a-3be0-4381-9fa7-a9d30852616b req-1ab42750-6f4f-409d-9271-fdfdc25dd7b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:50.287014 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d013377a-3be0-4381-9fa7-a9d30852616b req-1ab42750-6f4f-409d-9271-fdfdc25dd7b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 943 time: 0.0479472 May 16 19:12:50.339070 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d013377a-3be0-4381-9fa7-a9d30852616b req-60865a47-5d63-4036-95ab-a3bdb4239567 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 May 16 19:12:50.451295 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:12:50.511915 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-64248d56-8182-4f3f-87b8-05f3a4fa2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:50.513288 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-64248d56-8182-4f3f-87b8-05f3a4fa2ba5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.0971036 May 16 19:12:50.807162 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34e977f1-14f8-42d4-a048-80b967122723 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:12:50.909147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34e977f1-14f8-42d4-a048-80b967122723, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34e977f1-14f8-42d4-a048-80b967122723,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:50.921227 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '34e977f1-14f8-42d4-a048-80b967122723', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'port_id': '34e977f1-14f8-42d4-a048-80b967122723', 'mac_address': 'fa:16:3e:2d:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:12:50.945838 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-1c540dbd-681d-4a87-9706-e66899fefb46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e977f1-14f8-42d4-a048-80b967122723 HTTP/1.1" status: 200 len: 217 time: 0.0344641 May 16 19:12:50.957333 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34e977f1-14f8-42d4-a048-80b967122723 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:50.957753 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e977f1-14f8-42d4-a048-80b967122723), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.977559 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e977f1-14f8-42d4-a048-80b967122723 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:12:50.999845 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34e977f1-14f8-42d4-a048-80b967122723, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34e977f1-14f8-42d4-a048-80b967122723,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:51.005202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34e977f1-14f8-42d4-a048-80b967122723), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.013839 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-c02a3390-a649-463a-8401-673ceea8abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:51.015463 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-c02a3390-a649-463a-8401-673ceea8abcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0563853 May 16 19:12:51.060379 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34e977f1-14f8-42d4-a048-80b967122723,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:51.068866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-c96f5aea-1909-4a63-bb3a-eb5cf43fcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:51.069238 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-c96f5aea-1909-4a63-bb3a-eb5cf43fcfeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459898 May 16 19:12:51.397496 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['34e977f1-14f8-42d4-a048-80b967122723'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:12:51.488803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304116-514c-4569-817b-6f13c36cb316 req-cd4e3c5b-a8c4-4fe8-903d-372e98648d00 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:51.492151 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-22304116-514c-4569-817b-6f13c36cb316 req-cd4e3c5b-a8c4-4fe8-903d-372e98648d00 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 944 time: 0.0726550 May 16 19:12:51.548028 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-e44028c8-dcbc-45f1-af21-bbd2ee61d399 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916922 May 16 19:12:51.552927 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-22304116-514c-4569-817b-6f13c36cb316 req-44edd489-0a09-42b8-b0b2-aa5855297933 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514753 May 16 19:12:51.658007 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3a56c147-f08b-4ec9-9a86-1836b4de8a9f req-48a3ada1-ca6d-4a87-8e41-2bed68b0331d service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938053 May 16 19:12:52.442762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e590c-3b29-4704-9cc6-eaf1109d20e7 req-069bc611-4f2b-478f-90f4-c013fbda7827 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.444203 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bb9e590c-3b29-4704-9cc6-eaf1109d20e7 req-069bc611-4f2b-478f-90f4-c013fbda7827 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0657725 May 16 19:12:52.445082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad97a-27e3-4066-97c1-44bf756270df req-39e62c3f-9de8-44e5-b8b6-7a493c7231fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.446434 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-39e62c3f-9de8-44e5-b8b6-7a493c7231fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.0761230 May 16 19:12:52.543308 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bb9e590c-3b29-4704-9cc6-eaf1109d20e7 req-7b6b9224-b21d-44ad-84f5-8b7af0935f4d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919700 May 16 19:12:52.567952 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad97a-27e3-4066-97c1-44bf756270df req-37c1d2f9-9093-4d41-a06c-f02f8d766b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.569426 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-37c1d2f9-9093-4d41-a06c-f02f8d766b59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.1124249 May 16 19:12:52.636711 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-119aadd4-fdfd-4962-9b2e-0d6511ba5305 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 1002 time: 0.0577230 May 16 19:12:52.687334 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad97a-27e3-4066-97c1-44bf756270df req-33932d23-9ed5-45bb-9e15-2866bc8ea997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.688792 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-33932d23-9ed5-45bb-9e15-2866bc8ea997 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0441606 May 16 19:12:52.691641 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98800f-bb79-475a-8935-3baa0d0df7a4 req-ac9ad8df-544d-457e-9502-0eb1d835ce0f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.693279 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ba98800f-bb79-475a-8935-3baa0d0df7a4 req-ac9ad8df-544d-457e-9502-0eb1d835ce0f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 944 time: 0.0568714 May 16 19:12:52.735672 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad97a-27e3-4066-97c1-44bf756270df req-6c27e5ad-2f7d-45ec-9b3e-db20a07bab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.737581 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-6c27e5ad-2f7d-45ec-9b3e-db20a07bab04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391529 May 16 19:12:52.740678 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ba98800f-bb79-475a-8935-3baa0d0df7a4 req-96086285-0b8d-4803-9d0f-743042315e86 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416009 May 16 19:12:52.830947 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34e977f1-14f8-42d4-a048-80b967122723 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:52.832179 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-832cf67a-a1ee-4efb-af5b-e04596d12ff9 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868740 May 16 19:12:52.876386 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 34e977f1-14f8-42d4-a048-80b967122723 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:12:52.883044 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 34e977f1-14f8-42d4-a048-80b967122723 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:52.883442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34e977f1-14f8-42d4-a048-80b967122723), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.924186 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d58ad97a-27e3-4066-97c1-44bf756270df req-9189389e-6317-4848-8823-d7b434e5a28a service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851076 May 16 19:12:52.981762 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34e977f1-14f8-42d4-a048-80b967122723 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:52.982155 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34e977f1-14f8-42d4-a048-80b967122723), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.021239 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e977f1-14f8-42d4-a048-80b967122723'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:53.023980 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e32e63e-7911-47f6-a84a-360124aad703" -d '{"events": [{"server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "name": "network-vif-plugged", "status": "completed", "tag": "34e977f1-14f8-42d4-a048-80b967122723"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:53.049621 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34e977f1-14f8-42d4-a048-80b967122723, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34e977f1-14f8-42d4-a048-80b967122723,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:53.055733 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34e977f1-14f8-42d4-a048-80b967122723), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.082060 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900f74d-ff2c-404c-95f6-750fd972540b x-openstack-request-id: req-4900f74d-ff2c-404c-95f6-750fd972540b {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:53.082443 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "name": "network-vif-plugged", "status": "completed", "tag": "34e977f1-14f8-42d4-a048-80b967122723", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:53.082764 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4900f74d-ff2c-404c-95f6-750fd972540b {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:53.083281 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4900f74d-ff2c-404c-95f6-750fd972540b'] response: {'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e977f1-14f8-42d4-a048-80b967122723', 'code': 200} May 16 19:12:53.108658 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34e977f1-14f8-42d4-a048-80b967122723,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:53.268198 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05055d-cf1b-497e-82cd-f2fe4896d24d req-e34d6e77-5c9d-4a15-a430-2202fea3af21 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:53.269732 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c05055d-cf1b-497e-82cd-f2fe4896d24d req-e34d6e77-5c9d-4a15-a430-2202fea3af21 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0597019 May 16 19:12:53.321431 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c05055d-cf1b-497e-82cd-f2fe4896d24d req-71735f45-456e-4ef4-a18c-0cfe5c19ad73 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 May 16 19:12:53.662261 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f640980-4e40-4893-b803-113f749b82d1 req-316d7e69-183b-46c6-94a1-5f8f215e26e3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:53.663735 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0f640980-4e40-4893-b803-113f749b82d1 req-316d7e69-183b-46c6-94a1-5f8f215e26e3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0468562 May 16 19:12:53.712949 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0f640980-4e40-4893-b803-113f749b82d1 req-46993cd5-092c-4fe7-9246-955a04920e99 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 May 16 19:12:53.860007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883ee5-e788-4b74-9a45-5ddeb779acce req-c91b01cc-51a5-49b2-9c80-530552fdb060 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:53.861443 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d2883ee5-e788-4b74-9a45-5ddeb779acce req-c91b01cc-51a5-49b2-9c80-530552fdb060 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0498095 May 16 19:12:53.906473 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d2883ee5-e788-4b74-9a45-5ddeb779acce req-8b219ff7-60b9-45b6-a0cb-9b5270a16583 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392962 May 16 19:12:54.454984 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72a4bc-7658-4de4-ba33-c73f03fadc72 req-040e15f9-fdbc-4066-96e2-03a51e212ad9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:54.456462 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ed72a4bc-7658-4de4-ba33-c73f03fadc72 req-040e15f9-fdbc-4066-96e2-03a51e212ad9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0511792 May 16 19:12:54.508775 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ed72a4bc-7658-4de4-ba33-c73f03fadc72 req-14508ff1-f13b-469f-816f-6d93bdb66220 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 May 16 19:12:54.857760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b452d45-ef6e-44a9-845e-1a1874c1ef8c req-75940e4b-b626-4a59-8c4e-74fb2f3c663a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:54.859209 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7b452d45-ef6e-44a9-845e-1a1874c1ef8c req-75940e4b-b626-4a59-8c4e-74fb2f3c663a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0550878 May 16 19:12:54.906601 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7b452d45-ef6e-44a9-845e-1a1874c1ef8c req-f64b12ef-2028-43a8-ac60-3b66c68e5e5d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 May 16 19:12:55.037996 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45eee-ac51-4a1f-8e27-039ade3aff3e req-abdfaed7-86c3-4ed5-8969-aa3c3189c7a4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:55.039378 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9ba45eee-ac51-4a1f-8e27-039ade3aff3e req-abdfaed7-86c3-4ed5-8969-aa3c3189c7a4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0648084 May 16 19:12:55.090541 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9ba45eee-ac51-4a1f-8e27-039ade3aff3e req-8076b1e8-c3ee-43c1-b8f6-7377f9376a9d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 May 16 19:12:55.528669 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a0ba0-ca10-44f2-b8b2-c25c9e345518 req-d94b6182-584f-41cc-a080-fff738685e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:55.530251 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b40a0ba0-ca10-44f2-b8b2-c25c9e345518 req-d94b6182-584f-41cc-a080-fff738685e3f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 1129 time: 0.0412614 May 16 19:12:55.685049 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcfc55-ade7-4c74-a2ec-1fdbd6377261 req-25c7257c-29d6-4406-93fb-78f7ab4aec5f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:55.686565 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-92dcfc55-ade7-4c74-a2ec-1fdbd6377261 req-25c7257c-29d6-4406-93fb-78f7ab4aec5f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0965371 May 16 19:12:55.694358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-bdb7ca73-f1da-4980-bc0a-7b374a2d02a4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:55.695725 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-bdb7ca73-f1da-4980-bc0a-7b374a2d02a4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 946 time: 0.0966909 May 16 19:12:55.731208 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b40a0ba0-ca10-44f2-b8b2-c25c9e345518 req-1efc2a07-572a-4014-a2b8-a578606aee73 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310151 May 16 19:12:55.787917 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-92dcfc55-ade7-4c74-a2ec-1fdbd6377261 req-fe032a61-d578-4be8-b19b-548ce3a97788 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=5660e97c-c1b7-447f-8b2d-ba7880812f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912349 May 16 19:12:55.828335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Deleting port 5ed69d31-3be1-4fa7-a495-fce15a7677cb {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:55.828786 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:55.930866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] For port 5ed69d31-3be1-4fa7-a495-fce15a7677cb, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ed69d31-3be1-4fa7-a495-fce15a7677cb,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:55.931573 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.027742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf975c7-1837-4702-818f-5929bb379c6f req-65251a2c-3f0d-4620-bec5-feec290a7b47 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:56.029166 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ddf975c7-1837-4702-818f-5929bb379c6f req-65251a2c-3f0d-4620-bec5-feec290a7b47 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0516403 May 16 19:12:56.076836 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ddf975c7-1837-4702-818f-5929bb379c6f req-ddb7784e-11b7-4882-9c68-467a1da81768 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416069 May 16 19:12:56.092970 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.093332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (a7e1f414-84db-4bc2-8556-e41faf77f6ab), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.093677 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Floating IP a7e1f414-84db-4bc2-8556-e41faf77f6ab disassociated. External IP: 172.27.2.183, port: 5ed69d31-3be1-4fa7-a495-fce15a7677cb. May 16 19:12:56.094018 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Calling delete_port for 5ed69d31-3be1-4fa7-a495-fce15a7677cb owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:56.244570 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff859e-2999-4ba1-af54-bd303e8c8ed5 req-a4261df8-fbca-46e9-8982-091768e77fc6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:56.246059 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-29ff859e-2999-4ba1-af54-bd303e8c8ed5 req-a4261df8-fbca-46e9-8982-091768e77fc6 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0758274 May 16 19:12:56.273301 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (5ed69d31-3be1-4fa7-a495-fce15a7677cb), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.313872 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event deleted for resources: {'Port': ['ID=5ed69d31-3be1-4fa7-a495-fce15a7677cb,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:56.341936 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-29ff859e-2999-4ba1-af54-bd303e8c8ed5 req-a315c1c9-517b-4e9b-b089-d935844cac14 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877712 May 16 19:12:56.415837 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466c63-dd0a-4056-9340-dbf2a758f7e7 req-2289af02-5ffc-4a34-bca8-ef847bde05f9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:56.417321 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-55466c63-dd0a-4056-9340-dbf2a758f7e7 req-2289af02-5ffc-4a34-bca8-ef847bde05f9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0483806 May 16 19:12:56.437812 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:56.464657 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-55466c63-dd0a-4056-9340-dbf2a758f7e7 req-a7398771-0ec5-49d8-847a-dc3af6442935 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 May 16 19:12:56.539120 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:56.549700 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:56.560567 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:56.561114 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:56.581326 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] No DVR routers for this DVR port 5ed69d31-3be1-4fa7-a495-fce15a7677cb on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:12:56.584446 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.588012 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9e4500a6-508e-40b4-8f4f-7b1e0f1b526e req-1c407f51-6a8e-46e7-b7c5-f50c94c3e7e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "DELETE /v2.0/ports/5ed69d31-3be1-4fa7-a495-fce15a7677cb HTTP/1.1" status: 204 len: 173 time: 0.8748519 May 16 19:12:56.588445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-deleted', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:56.590709 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01831e4f-d5da-4aeb-bfcc-022c440b031b" -d '{"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-deleted", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:56.625976 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfbd921-5a22-4fc8-be9a-7480b05e3fa1 x-openstack-request-id: req-0cfbd921-5a22-4fc8-be9a-7480b05e3fa1 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:56.626277 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b53695-b6e7-4e7b-b6d5-539770d20f41", "name": "network-vif-deleted", "tag": "5ed69d31-3be1-4fa7-a495-fce15a7677cb", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:56.626537 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cfbd921-5a22-4fc8-be9a-7480b05e3fa1 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:56.626983 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfbd921-5a22-4fc8-be9a-7480b05e3fa1'] response: {'server_uuid': 'd5b53695-b6e7-4e7b-b6d5-539770d20f41', 'name': 'network-vif-deleted', 'tag': '5ed69d31-3be1-4fa7-a495-fce15a7677cb', 'status': 'completed', 'code': 200} May 16 19:12:56.664671 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:56.847342 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:56.871517 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:56.880144 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:56.880742 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:56.890667 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a9259e00-18fe-4362-a579-202e0d3bc205 req-39086831-a4f8-401f-8c68-f65c96577419 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 210 time: 0.0278635 May 16 19:12:56.978605 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:57.163148 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:57.187885 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cc12-e2ae-4066-835a-3202d8107eed None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:57.195786 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24081ade-86bb-4311-919e-66fbb971a3e0 req-319c62b0-e492-4cbc-a404-34ece1d327d8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:57.197291 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-24081ade-86bb-4311-919e-66fbb971a3e0 req-319c62b0-e492-4cbc-a404-34ece1d327d8 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0498374 May 16 19:12:57.248246 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-24081ade-86bb-4311-919e-66fbb971a3e0 req-a45bc3fa-3841-4cc6-bb43-3ad739f690e4 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 May 16 19:12:57.416948 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f079a-f048-4006-84a8-2ca625a6b831 None None] New status for floating IP a7e1f414-84db-4bc2-8556-e41faf77f6ab: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:12:57.459800 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217806-b8c7-4bcd-b94b-a01f4ccdbc3c req-57e763ab-ddb4-45e1-8846-1bf019b48113 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:57.461264 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-87217806-b8c7-4bcd-b94b-a01f4ccdbc3c req-57e763ab-ddb4-45e1-8846-1bf019b48113 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0492239 May 16 19:12:57.509935 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-87217806-b8c7-4bcd-b94b-a01f4ccdbc3c req-f7f5fd6d-b904-41e9-ba17-8afaf6dfb615 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 May 16 19:12:57.595485 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616d685-46ee-4e8b-9244-5a2540757864 req-5aa46efe-c232-495e-a291-abaa3bb4f2e7 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:57.596992 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b616d685-46ee-4e8b-9244-5a2540757864 req-5aa46efe-c232-495e-a291-abaa3bb4f2e7 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0527387 May 16 19:12:57.644224 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b616d685-46ee-4e8b-9244-5a2540757864 req-7fcf2dd4-f5b2-4f76-bfd5-fcd14dcbdbdc tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 May 16 19:12:58.000442 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-02f4f029-8162-43b4-9d41-1d6719dd65a5 req-7be4e1e4-74df-42d1-9351-59b6cdb8898f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 210 time: 0.0285339 May 16 19:12:58.378501 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb221-6ae8-4087-afe7-da8ecd1b6640 req-8b6d532f-bf1e-4263-810c-dafb3b52276f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:58.380032 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1bfdb221-6ae8-4087-afe7-da8ecd1b6640 req-8b6d532f-bf1e-4263-810c-dafb3b52276f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0508904 May 16 19:12:58.433960 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1bfdb221-6ae8-4087-afe7-da8ecd1b6640 req-cf6bb216-c18c-4296-97d2-aabe246f0a5d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481882 May 16 19:12:58.633911 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3948ba-cf7a-43c7-bfd7-ca6a3f92089a req-f569232a-7443-49bc-b73a-4eb2fa2c7457 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:58.635359 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cd3948ba-cf7a-43c7-bfd7-ca6a3f92089a req-f569232a-7443-49bc-b73a-4eb2fa2c7457 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0489247 May 16 19:12:58.686272 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cd3948ba-cf7a-43c7-bfd7-ca6a3f92089a req-8629c5f7-6f7a-468e-877e-72c5c0e9c74b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 May 16 19:12:58.757120 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aba4f8-fbd2-40dc-aff5-d2952f62315e req-9fafe8a8-647d-4ac6-a88b-faa1448cd42a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:58.758610 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e7aba4f8-fbd2-40dc-aff5-d2952f62315e req-9fafe8a8-647d-4ac6-a88b-faa1448cd42a tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0469306 May 16 19:12:58.806661 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e7aba4f8-fbd2-40dc-aff5-d2952f62315e req-8277d127-7bc9-4114-8665-29c0f7bed381 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 May 16 19:12:58.855527 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:12:58.874807 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 5ed69d31-3be1-4fa7-a495-fce15a7677cb {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:12:58.875147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ed69d31-3be1-4fa7-a495-fce15a7677cb not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:12:59.123021 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-563d8005-bdc9-4349-b372-0c3e50022d08 req-90b25002-38fe-4265-907c-68f1d20a78c3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5b53695-b6e7-4e7b-b6d5-539770d20f41 HTTP/1.1" status: 200 len: 210 time: 0.0317185 May 16 19:12:59.493559 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-d1afcc0e-f95a-49e4-aa43-e064806ccd4b tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:59.495055 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-d1afcc0e-f95a-49e4-aa43-e064806ccd4b tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0503261 May 16 19:12:59.560023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aae24-dc0e-4a8e-8048-3fca537e1482 req-540fe3a4-a072-4a80-b98c-f39e6cba3356 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:59.561479 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e86aae24-dc0e-4a8e-8048-3fca537e1482 req-540fe3a4-a072-4a80-b98c-f39e6cba3356 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0494151 May 16 19:12:59.611723 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e86aae24-dc0e-4a8e-8048-3fca537e1482 req-a8b09e7e-4808-4df4-bdca-d0bce9361193 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446265 May 16 19:12:59.812594 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069fa7a-1e78-4aa0-acf3-f768275c6424 req-e7056484-82c5-4780-b4df-8672b811afc3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:59.816217 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a069fa7a-1e78-4aa0-acf3-f768275c6424 req-e7056484-82c5-4780-b4df-8672b811afc3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0470307 May 16 19:12:59.861894 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Deleting port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:59.863376 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:59.867157 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a069fa7a-1e78-4aa0-acf3-f768275c6424 req-6a034d90-e579-4346-8774-366a118f2757 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469198 May 16 19:12:59.973576 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe023-7e59-4112-980e-a7f2a1000229 req-2ecf5858-ff0e-4edc-ae49-86d6a5438c20 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:59.975135 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dc9fe023-7e59-4112-980e-a7f2a1000229 req-2ecf5858-ff0e-4edc-ae49-86d6a5438c20 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c82423-6014-4a34-b5fd-2386a32d7a9f HTTP/1.1" status: 200 len: 946 time: 0.0953925 May 16 19:12:59.989730 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e52837-75d6-4681-9b41-dd1536bdac37 req-6bc3aacf-a294-49fb-900e-c6e11bb4ae2f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:59.991145 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-66e52837-75d6-4681-9b41-dd1536bdac37 req-6bc3aacf-a294-49fb-900e-c6e11bb4ae2f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0552995 May 16 19:12:59.999838 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46962) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:00.004135 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'port_id': '34e977f1-14f8-42d4-a048-80b967122723'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:00.019683 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] For port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,segment=NetworkSegment(2e871478-3530-4187-9fc8-1a5f96991a20),segment_id=2e871478-3530-4187-9fc8-1a5f96991a20)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:00.020046 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.042147 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Calling delete_port for 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:00.044187 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (cf6a71e7-e9e1-46ff-bbfe-98aa60f90555), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.060826 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dc9fe023-7e59-4112-980e-a7f2a1000229 req-14d688f0-fb51-4e61-b4e3-4d87cfecf469 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3a9d19-ff3b-428d-b707-8e615d87a767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763383 May 16 19:13:00.194717 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (34b2cb1d-a1fe-42c4-89ca-0964ac9881e8), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.209755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['34b2cb1d-a1fe-42c4-89ca-0964ac9881e8'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:00.229843 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46970) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:00.241880 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Pushing event deleted for resources: {'Port': ['ID=34b2cb1d-a1fe-42c4-89ca-0964ac9881e8,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:00.299553 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] No DVR routers for this DVR port 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:00.302516 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.305755 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c8c3b3cc-d449-4606-88a0-0f8258a94267 req-02e992ee-4959-4d9e-bd30-1ba29dbadfd9 tempest-VolumesSnapshotTestJSON-1034163992 tempest-VolumesSnapshotTestJSON-1034163992-project] 10.222.0.49 "DELETE /v2.0/ports/34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 HTTP/1.1" status: 204 len: 173 time: 0.5397506 May 16 19:13:00.306199 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'name': 'network-vif-deleted', 'tag': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:00.308518 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1935cb5-a74c-4eff-b549-b3f346123b88" -d '{"events": [{"server_uuid": "29c82423-6014-4a34-b5fd-2386a32d7a9f", "name": "network-vif-deleted", "tag": "34b2cb1d-a1fe-42c4-89ca-0964ac9881e8"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:00.337969 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-82fa1807-e97d-4f4a-ae24-9216c5bdeee8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (5660e97c-c1b7-447f-8b2d-ba7880812f92), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.352751 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e67bc4-f457-4efb-b564-d57603703326 x-openstack-request-id: req-d6e67bc4-f457-4efb-b564-d57603703326 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:00.353051 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c82423-6014-4a34-b5fd-2386a32d7a9f", "name": "network-vif-deleted", "tag": "34b2cb1d-a1fe-42c4-89ca-0964ac9881e8", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:00.353311 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6e67bc4-f457-4efb-b564-d57603703326 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:00.353756 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e67bc4-f457-4efb-b564-d57603703326'] response: {'server_uuid': '29c82423-6014-4a34-b5fd-2386a32d7a9f', 'name': 'network-vif-deleted', 'tag': '34b2cb1d-a1fe-42c4-89ca-0964ac9881e8', 'status': 'completed', 'code': 200} May 16 19:13:00.365930 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-82fa1807-e97d-4f4a-ae24-9216c5bdeee8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (5660e97c-c1b7-447f-8b2d-ba7880812f92), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.415596 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-82fa1807-e97d-4f4a-ae24-9216c5bdeee8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5660e97c-c1b7-447f-8b2d-ba7880812f92), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.418756 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-82fa1807-e97d-4f4a-ae24-9216c5bdeee8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.419956 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-82fa1807-e97d-4f4a-ae24-9216c5bdeee8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "DELETE /v2.0/security-groups/5660e97c-c1b7-447f-8b2d-ba7880812f92 HTTP/1.1" status: 204 len: 168 time: 0.1876073 May 16 19:13:00.423813 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46974) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:00.440221 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa1807-e97d-4f4a-ae24-9216c5bdeee8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660e97c-c1b7-447f-8b2d-ba7880812f92,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:00.444106 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.api.v2.resource [None req-41dbedb6-1852-4606-842f-2366fd51a0bf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] show failed (client error): The resource could not be found. May 16 19:13:00.448147 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-41dbedb6-1852-4606-842f-2366fd51a0bf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups/5660e97c-c1b7-447f-8b2d-ba7880812f92 HTTP/1.1" status: 404 len: 347 time: 0.0233991 May 16 19:13:00.449697 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 46976) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:00.496229 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.500954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (cf6a71e7-e9e1-46ff-bbfe-98aa60f90555), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.568306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Deleting port 86327a68-936c-47f8-952b-34d7f2ff0ad1 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:00.568941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.597154 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP cf6a71e7-e9e1-46ff-bbfe-98aa60f90555 associated. External IP: 172.27.2.158, port: 34e977f1-14f8-42d4-a048-80b967122723. May 16 19:13:00.650289 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.650814 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (86327a68-936c-47f8-952b-34d7f2ff0ad1), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.666224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Calling delete_port for 86327a68-936c-47f8-952b-34d7f2ff0ad1 owned by network:floatingip {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:00.760726 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca674d-b6de-43a0-afed-ef34fe5dad92 req-ae4bc9f8-f1d0-41ea-90d4-16eae73ac575 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:00.762177 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e3ca674d-b6de-43a0-afed-ef34fe5dad92 req-ae4bc9f8-f1d0-41ea-90d4-16eae73ac575 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0781367 May 16 19:13:00.802967 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:00.831821 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e3ca674d-b6de-43a0-afed-ef34fe5dad92 req-15c41dbb-15ac-4556-978d-91b1b96c5be5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606244 May 16 19:13:00.882211 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (86327a68-936c-47f8-952b-34d7f2ff0ad1), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.924577 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:00.929092 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.937429 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:00.942622 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event deleted for resources: {'Port': ['ID=86327a68-936c-47f8-952b-34d7f2ff0ad1,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:00.952174 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:00.952864 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:00.961734 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-69537029-d92d-4cf4-acf6-af96ed6de914 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "PUT /v2.0/floatingips/cf6a71e7-e9e1-46ff-bbfe-98aa60f90555 HTTP/1.1" status: 200 len: 991 time: 0.9586005 May 16 19:13:00.961734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'tag': '34e977f1-14f8-42d4-a048-80b967122723'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:00.962805 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e197c-a343-4676-ba75-2aa9ac5b55c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "tag": "34e977f1-14f8-42d4-a048-80b967122723"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:00.983427 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (a7e1f414-84db-4bc2-8556-e41faf77f6ab), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.987072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.989584 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-05b7496b-646f-446a-864a-71a3dcfa3ba9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "DELETE /v2.0/floatingips/a7e1f414-84db-4bc2-8556-e41faf77f6ab HTTP/1.1" status: 204 len: 168 time: 0.5371649 May 16 19:13:01.011264 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef8ff8-64e8-465a-b9cf-051bf0cc2320 x-openstack-request-id: req-96ef8ff8-64e8-465a-b9cf-051bf0cc2320 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:01.011643 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "tag": "34e977f1-14f8-42d4-a048-80b967122723", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:01.011914 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96ef8ff8-64e8-465a-b9cf-051bf0cc2320 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:01.012542 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ef8ff8-64e8-465a-b9cf-051bf0cc2320'] response: {'name': 'network-changed', 'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'tag': '34e977f1-14f8-42d4-a048-80b967122723', 'status': 'completed', 'code': 200} May 16 19:13:01.066350 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:01.085092 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-e2f3fde8-2f0a-49e1-8fb3-7a3fdf0417c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:01.086230 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46988) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:01.090884 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-e2f3fde8-2f0a-49e1-8fb3-7a3fdf0417c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 1129 time: 0.0490944 May 16 19:13:01.091278 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426772481', 'description': 'tempest-description--275473458'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:01.134638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.218922 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-ddccb95a-9e40-4ea4-bc42-6b1851585e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:01.220744 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-ddccb95a-9e40-4ea4-bc42-6b1851585e3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.1175618 May 16 19:13:01.229434 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (813d7d6f-f125-46e4-86dc-13580e95048d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.238041 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (813d7d6f-f125-46e4-86dc-13580e95048d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.267225 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.268683 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1812196 May 16 19:13:01.272172 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46992) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:01.276710 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'security_group_rule': {'security_group_id': '813d7d6f-f125-46e4-86dc-13580e95048d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:01.298941 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-5d517e1d-8b9a-46aa-85c8-0d07fbc830cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e977f1-14f8-42d4-a048-80b967122723 HTTP/1.1" status: 200 len: 999 time: 0.0703006 May 16 19:13:01.304694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32203168-46b9-41a7-8b91-bde1f3a6d720 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813d7d6f-f125-46e4-86dc-13580e95048d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:01.325862 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (4ccfc9b0-c8a1-4c0e-b079-570009de9d36), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.365682 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-8b77f4ee-38fa-4436-bea5-f5498ebf54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:01.368082 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-8b77f4ee-38fa-4436-bea5-f5498ebf54d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0618484 May 16 19:13:01.399778 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (4ccfc9b0-c8a1-4c0e-b079-570009de9d36), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.403047 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'cf6a71e7-e9e1-46ff-bbfe-98aa60f90555', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '34e977f1-14f8-42d4-a048-80b967122723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:2d:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:12:38Z', 'updated_at': '2022-05-16T19:13:00Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:01.410536 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (4ccfc9b0-c8a1-4c0e-b079-570009de9d36), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.429945 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccfc9b0-c8a1-4c0e-b079-570009de9d36,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:01.434817 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-ab449156-e25f-463c-86d1-039c094dff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:01.437039 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-ab449156-e25f-463c-86d1-039c094dff9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594640 May 16 19:13:01.443559 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.443776 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:01.448933 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-300cf723-80ab-4707-a874-fdff002d5f70 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756425 May 16 19:13:01.449789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 46998) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:01.454061 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:01.454670 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:12:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:01.455901 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'security_group_rule': {'security_group_id': '813d7d6f-f125-46e4-86dc-13580e95048d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:01.494701 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (aaa2713c-c75e-4964-8ff9-f2060b900a31), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.559101 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-16ce4040-7276-48ff-a243-08bb4429c488 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140795 May 16 19:13:01.582230 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:01.583797 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (aaa2713c-c75e-4964-8ff9-f2060b900a31), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.589060 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (aaa2713c-c75e-4964-8ff9-f2060b900a31), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.612476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa2713c-c75e-4964-8ff9-f2060b900a31,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:01.618802 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.620054 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c01b0abe-0a5f-42c1-95d3-3ef378932a4f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690443 May 16 19:13:01.623434 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47002) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:01.628846 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:01.652889 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.671131 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b29e197c-a343-4676-ba75-2aa9ac5b55c3 req-045bc1bd-e741-42ed-b52d-4706c808efc4 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029320 May 16 19:13:01.804663 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'cf6a71e7-e9e1-46ff-bbfe-98aa60f90555', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '34e977f1-14f8-42d4-a048-80b967122723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:2d:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:12:38Z', 'updated_at': '2022-05-16T19:13:00Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:01.830243 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51775c96-cbae-4a67-8c2c-447fb476d0f2 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'cf6a71e7-e9e1-46ff-bbfe-98aa60f90555', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': '34e977f1-14f8-42d4-a048-80b967122723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:2d:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:12:38Z', 'updated_at': '2022-05-16T19:13:00Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:01.966937 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:01.969644 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa9de8-b99b-4e25-b1d5-0851482800d5 req-791b559a-8e87-42f2-a8b5-06966dd761bd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:01.971217 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6fa9de8-b99b-4e25-b1d5-0851482800d5 req-791b559a-8e87-42f2-a8b5-06966dd761bd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0509384 May 16 19:13:02.026544 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6fa9de8-b99b-4e25-b1d5-0851482800d5 req-5bfe677e-3b04-4c3f-9686-e561b0d57e72 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476534 May 16 19:13:02.063399 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281fbccd-25a1-4383-ad83-0c2dd46772ff None None] New status for floating IP cf6a71e7-e9e1-46ff-bbfe-98aa60f90555: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:02.085240 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Allocated IP 172.27.2.192 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/d35cca7e-9ae5-4c52-91e5-e39fee0d97b3) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:02.193106 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.227813 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.267164 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:02.273412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:02.276440 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:02.282904 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'Port': ['ID=d35cca7e-9ae5-4c52-91e5-e39fee0d97b3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:02.329486 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (8f4ff46d-6b9b-47c0-b015-4f33beac2fb2), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.370978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.559165 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.564710 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.595751 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (8f4ff46d-6b9b-47c0-b015-4f33beac2fb2), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.612793 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'Port': ['ID=d35cca7e-9ae5-4c52-91e5-e39fee0d97b3,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:02.622822 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.624024 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7bbb4c15-4b44-4d53-b56c-927fdf7eb72e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9995894 May 16 19:13:02.823870 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-d90924e8-3331-4845-9820-15b336be930a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1426772481&fields=id&tenant_id=70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 267 time: 0.0421634 May 16 19:13:02.878742 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:02.898102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:02.898442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34b2cb1d-a1fe-42c4-89ca-0964ac9881e8 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:02.939979 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-71e9ab34-6ac6-4ae6-aafa-912f2e4dfde7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:02.941402 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-71e9ab34-6ac6-4ae6-aafa-912f2e4dfde7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 816 time: 0.1110358 May 16 19:13:02.955789 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-d7814064-5a7b-422e-992b-5511eca943e6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/quotas/70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 375 time: 0.0088465 May 16 19:13:03.002871 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-29bdbd7f-1981-4fe6-b90a-c408a5debbaa tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421357 May 16 19:13:03.103817 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-0dd32091-2d15-41cc-95fe-ea3655357b5d service neutron] 10.222.0.24 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874281 May 16 19:13:03.142648 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7caf8-d9e5-4fc9-840f-ceea2fd7d252 req-677d477a-b70a-4140-9df9-22fea2658935 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:03.144047 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-61d7caf8-d9e5-4fc9-840f-ceea2fd7d252 req-677d477a-b70a-4140-9df9-22fea2658935 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0484715 May 16 19:13:03.190977 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-61d7caf8-d9e5-4fc9-840f-ceea2fd7d252 req-a5d36cd6-8154-4275-95d9-b0676a1ebe75 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 May 16 19:13:03.191832 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-8322a3f5-c422-4ca4-ad86-f6f73e5e7ee5 service neutron] 10.222.0.24 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822854 May 16 19:13:03.349391 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-557f4899-81da-40da-acf6-82e780384578 req-2f612778-ada3-4654-aa60-a9db2d47a5b3 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 210 time: 0.0266697 May 16 19:13:04.055412 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:04.441284 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809da09c-e330-4e8e-aaa4-c436b9d787df req-affd506f-e541-4064-ac0e-2f1f1a94e502 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:04.442819 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-809da09c-e330-4e8e-aaa4-c436b9d787df req-affd506f-e541-4064-ac0e-2f1f1a94e502 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.1719539 May 16 19:13:04.494201 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-809da09c-e330-4e8e-aaa4-c436b9d787df req-a2293eca-174f-455d-9fd1-76680a186150 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449543 May 16 19:13:04.511828 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-80af969d-efb5-4517-8b4a-647abfc61e69 req-45467599-db59-4654-aba6-f6d2d3419e39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 210 time: 0.0912459 May 16 19:13:05.617821 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f5754139-3bd5-45d0-88eb-2617a7d9785c req-a614e323-e7a6-4c38-96ab-8c0a96df09a8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 210 time: 0.0296888 May 16 19:13:05.621548 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc7e14-7374-4926-b938-1b2575d0ab4d req-7fc7e6e8-6b4e-4121-b288-cd5013ef929d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:05.623087 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2ecc7e14-7374-4926-b938-1b2575d0ab4d req-7fc7e6e8-6b4e-4121-b288-cd5013ef929d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0483348 May 16 19:13:05.676837 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2ecc7e14-7374-4926-b938-1b2575d0ab4d req-3d5e32f2-ba6a-405b-a7b0-0cec6575e362 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476370 May 16 19:13:06.537711 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b8321b6d-14a0-4b7a-812a-4ad288693295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:06.726879 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c56bec96-1431-4fc1-a751-266727abfdc5 req-57565258-e3de-4354-9ed5-7df51065d58e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 210 time: 0.0289748 May 16 19:13:06.791755 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddc145-d1f1-42e0-9367-5ae9b5024a28 req-d9a0c14c-f756-4fcf-88ef-09e94bce0353 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:06.793098 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e1ddc145-d1f1-42e0-9367-5ae9b5024a28 req-d9a0c14c-f756-4fcf-88ef-09e94bce0353 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0483804 May 16 19:13:06.840547 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e1ddc145-d1f1-42e0-9367-5ae9b5024a28 req-9914f421-2ae9-4f0b-b760-10f04236e56f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 May 16 19:13:07.047645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-d1db8360-d009-4626-89bd-95e61e5031dd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:07.049000 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-d1db8360-d009-4626-89bd-95e61e5031dd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 816 time: 0.1079285 May 16 19:13:07.183126 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-966652bc-c85e-4e9c-aee0-fa781eabacda tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 380 time: 0.0624118 May 16 19:13:07.247419 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'port': {'device_id': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'admin_state_up': True, 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'security_groups': ['813d7d6f-f125-46e4-86dc-13580e95048d']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:07.362528 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Made reservation on behalf of 70432660a05b4b169939f7048c545bfc for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:07.365870 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:07.527655 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Allocated IP 172.20.0.14 (d891ed5e-5c1c-4920-894a-8addbe008c14/ea484b8e-265e-4dcc-93e9-097cbd433dda/34940ecb-c2a4-45ca-ad50-7ea9f112b22a) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:07.531597 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-337fb314-577c-45ff-802d-97ab04c703ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564091 May 16 19:13:07.659309 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-6aa45362-eec3-4db7-93a6-d970bd6e37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:07.660782 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-6aa45362-eec3-4db7-93a6-d970bd6e37f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 1129 time: 0.0763795 May 16 19:13:07.727777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:07.963518 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc1a12-4552-48d9-8c23-d2607cb6db70 req-40efc604-1514-4dc5-873a-9e5bdb8ee393 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:07.965016 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-95dc1a12-4552-48d9-8c23-d2607cb6db70 req-40efc604-1514-4dc5-873a-9e5bdb8ee393 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0526984 May 16 19:13:08.014049 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-95dc1a12-4552-48d9-8c23-d2607cb6db70 req-d83fdc1a-b05c-4663-81f9-d40aa93ca4b6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 May 16 19:13:08.062217 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b296fe71-6297-4189-bf15-8d9d3c09476b req-b1ac8187-6152-46ac-8f36-e98bccee03eb tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 210 time: 0.0421062 May 16 19:13:08.086374 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-d7aecb6f-f838-4890-865c-b61dfa8179ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.087861 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-d7aecb6f-f838-4890-865c-b61dfa8179ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.4039557 May 16 19:13:08.090628 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.168747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Network d891ed5e-5c1c-4920-894a-8addbe008c14 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:08.178675 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:08.187702 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:08.194834 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-45166012-f2e6-45da-aba1-5e48e4fa51ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 200 len: 1001 time: 0.0980101 May 16 19:13:08.195443 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:08.272365 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.273056 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.280667 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-c2fce536-d988-44c2-a2c8-30fc1446afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.282160 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-c2fce536-d988-44c2-a2c8-30fc1446afda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.0669434 May 16 19:13:08.301694 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b84b6350-4968-410b-a687-bda316b57d39 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0586879 May 16 19:13:08.323575 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Request body: {'port': {'device_id': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:08.355759 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-3c9af2bf-2dd2-498d-b533-34166381d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.357259 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-3c9af2bf-2dd2-498d-b533-34166381d784 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672033 May 16 19:13:08.416933 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.429671 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-d82e1e95-f77c-4295-9f59-d3d940d7c881 None None] Provisioning complete for port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:08.430221 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d82e1e95-f77c-4295-9f59-d3d940d7c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.461525 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-d82e1e95-f77c-4295-9f59-d3d940d7c881 None None] Port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:08.505052 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-15444e7e-a2b3-4408-a873-460cdd7aa09e service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373720 May 16 19:13:08.690596 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e78bbff8-438f-4f10-bd87-1e73165cc1fa req-6af39012-b199-4d9f-b2e2-f1bfe8299ecb service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698298 May 16 19:13:08.809437 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34940ecb-c2a4-45ca-ad50-7ea9f112b22a {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:08.810899 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca943-9b88-4796-9b84-fb80e84ce55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.816929 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Publish callbacks [] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.829182 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Transition to ACTIVE for port object 34940ecb-c2a4-45ca-ad50-7ea9f112b22a will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:13:08.834684 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.897307 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:08.965912 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Attempting to bind port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:08.966249 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Attempting to bind port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:08.966579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Attempting to bind port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a on network d891ed5e-5c1c-4920-894a-8addbe008c14 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:08.971262 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a on network d891ed5e-5c1c-4920-894a-8addbe008c14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:13:08.971580 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Attempting to bind port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a on network d891ed5e-5c1c-4920-894a-8addbe008c14 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:08.976721 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:08.977052 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Checking segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:08.977430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Bound using segment: {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:08.977893 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Bound port: 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffab1643-f801-4b43-835f-b430690e83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:08.978253 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:09.039718 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:09.042812 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:09.048722 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:09.081469 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.082108 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:09.083584 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] 10.222.0.49 "PUT /v2.0/ports/34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 1094 time: 0.7661059 May 16 19:13:09.083913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:09.086234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75df477-bd11-483f-9d2a-7bfd53847346" -d '{"events": [{"name": "network-changed", "server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:09.126476 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093526c0-09e2-4587-a76a-80a26512e990 service neutron] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:09.147183 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4802c40-7950-4fca-8c8d-8e6fb57cc073 x-openstack-request-id: req-e4802c40-7950-4fca-8c8d-8e6fb57cc073 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:09.147411 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:09.147677 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4802c40-7950-4fca-8c8d-8e6fb57cc073 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:09.148119 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4802c40-7950-4fca-8c8d-8e6fb57cc073'] response: {'name': 'network-changed', 'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'status': 'completed', 'code': 200} May 16 19:13:09.166363 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2036d-83e4-41da-9901-e483315e13bf req-8933822d-f844-4af9-a385-e394b3f074bd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.173353 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b1c2036d-83e4-41da-9901-e483315e13bf req-8933822d-f844-4af9-a385-e394b3f074bd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0865731 May 16 19:13:09.191635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-84e92e90-a097-43a9-87ec-831ceeb1bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.193776 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-84e92e90-a097-43a9-87ec-831ceeb1bb38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1128 time: 0.0640817 May 16 19:13:09.220670 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b1c2036d-83e4-41da-9901-e483315e13bf req-cbe3d173-4414-44c3-84fc-b1c6bb689fd3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461938 May 16 19:13:09.261075 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-6eb04477-d28b-4685-ae14-0d4af697bad6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 217 time: 0.0541537 May 16 19:13:09.285598 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70025-2940-46dd-b697-09cb60bfb83a req-0d5f4aad-48bd-4cc1-aff2-931094431b3e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.287110 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fbd70025-2940-46dd-b697-09cb60bfb83a req-0d5f4aad-48bd-4cc1-aff2-931094431b3e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0892954 May 16 19:13:09.340016 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b7954448-9815-47ac-bba4-5a31bcd66168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.341496 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-b7954448-9815-47ac-bba4-5a31bcd66168 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.0722895 May 16 19:13:09.393510 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-fbd70025-2940-46dd-b697-09cb60bfb83a req-28b23e1e-3dfb-45ec-8b2b-315981799e9f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881240 May 16 19:13:09.401462 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-dd374465-ab20-4558-88cd-2e5a69099a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.402894 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-dd374465-ab20-4558-88cd-2e5a69099a30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524278 May 16 19:13:09.495489 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-bce956c8-08a6-476e-b6c5-ae1f5c720cd9 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846188 May 16 19:13:09.595355 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ae1c23f-e988-4393-86b1-0af9635201d2 req-021cdc8e-adff-4c6f-a2ea-4ad57226aa97 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 May 16 19:13:10.104029 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:10.337694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b6e3e-2c94-4bc2-b27f-f530f18552e3 req-591e71eb-2d15-4794-86a1-5d8f3d311702 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:10.339225 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f22b6e3e-2c94-4bc2-b27f-f530f18552e3 req-591e71eb-2d15-4794-86a1-5d8f3d311702 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0507452 May 16 19:13:10.389845 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f22b6e3e-2c94-4bc2-b27f-f530f18552e3 req-a6f268f5-dd56-4f3e-8e22-94210fd9ef11 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 May 16 19:13:10.512606 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66969-f756-4f41-9a21-920e85494147 req-2cd7bb03-d4c2-467d-9cb1-e06abee4417e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:10.514116 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-31a66969-f756-4f41-9a21-920e85494147 req-2cd7bb03-d4c2-467d-9cb1-e06abee4417e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0490606 May 16 19:13:10.535947 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeec19-1f7a-419b-aba9-bed027794e34 req-8d47bce0-53f6-43ed-a927-3bbc666abd18 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:10.537447 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6aeec19-1f7a-419b-aba9-bed027794e34 req-8d47bce0-53f6-43ed-a927-3bbc666abd18 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0475264 May 16 19:13:10.562759 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-31a66969-f756-4f41-9a21-920e85494147 req-4f938825-c38d-4734-8198-b42824672550 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 May 16 19:13:10.586528 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c6aeec19-1f7a-419b-aba9-bed027794e34 req-97f09f22-2a27-4752-ad4e-4162784cd8f2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 May 16 19:13:11.525820 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5156-233a-489f-9e31-760b6a9c283b req-7bb4b32a-4e8d-4abf-bd65-5cff780447e0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:11.527259 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-97ea5156-233a-489f-9e31-760b6a9c283b req-7bb4b32a-4e8d-4abf-bd65-5cff780447e0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0546055 May 16 19:13:11.574812 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-97ea5156-233a-489f-9e31-760b6a9c283b req-facc8e90-0b38-414b-8fdb-8c747dfc4437 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 May 16 19:13:11.684858 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:11.691860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da67ee-4d71-4b79-b8bc-e8a1c5886a38 req-1dc381ac-0129-492c-bbe7-7efd515a7d75 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:11.693394 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-48da67ee-4d71-4b79-b8bc-e8a1c5886a38 req-1dc381ac-0129-492c-bbe7-7efd515a7d75 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0586114 May 16 19:13:11.711950 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289891c2-e935-456f-91b9-bae033a6d11a req-3de51810-3e92-4616-a293-d253f969b9d4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:11.713449 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-289891c2-e935-456f-91b9-bae033a6d11a req-3de51810-3e92-4616-a293-d253f969b9d4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0601449 May 16 19:13:11.741103 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-48da67ee-4d71-4b79-b8bc-e8a1c5886a38 req-346b7ade-9e4e-4be6-9a55-e96b037e8b9c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 May 16 19:13:11.770505 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-289891c2-e935-456f-91b9-bae033a6d11a req-e512e544-b795-4b60-af8a-3dacbb1fd230 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513487 May 16 19:13:12.152757 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-750eeda1-5f90-4379-a8ec-29ac6fc8a482 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153102917&fields=id&tenant_id=84949fef3a77459fbf02d0804bafdc4a HTTP/1.1" status: 200 len: 267 time: 0.0454299 May 16 19:13:12.202834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-0cbbe8bb-8efe-4c94-b503-02a20ad411a1 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.204298 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-0cbbe8bb-8efe-4c94-b503-02a20ad411a1 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 984 time: 0.0461626 May 16 19:13:12.214867 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Request body: {'port': {'security_groups': ['14b68db9-03c1-4ede-8a31-92ae8fe129f1']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:12.296303 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.506956 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:12.535700 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for port (12358361-c4bc-4509-98f8-117b7fd4543e), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.543463 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.582940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.583541 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.584917 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c37cd54a-6417-44f2-863a-ce6e0c9a9ae2 req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "PUT /v2.0/ports/12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 942 time: 0.3744543 May 16 19:13:12.585395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:12.587682 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f15bf-c96e-413f-b481-89091e79632f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:12.591596 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47144) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:12.614327 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11178c45-f331-42de-af18-5262602d8db0 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event updated for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=7']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:12.640814 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d8680-4ac3-492b-bd86-42509006e1ee x-openstack-request-id: req-755d8680-4ac3-492b-bd86-42509006e1ee {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:12.641110 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:12.641502 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-755d8680-4ac3-492b-bd86-42509006e1ee {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:12.641935 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755d8680-4ac3-492b-bd86-42509006e1ee'] response: {'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'status': 'completed', 'code': 200} May 16 19:13:12.679985 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18968a43-f62a-4df3-9129-22f83ff46bee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group (7a7af06b-3403-412f-9e75-8297761b6afd), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.707117 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18968a43-f62a-4df3-9129-22f83ff46bee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group (7a7af06b-3403-412f-9e75-8297761b6afd), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.715848 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de9d2-8290-41b0-9b69-a176e65dbf62 req-a140092b-1b14-4328-9f76-d078fc0a4ecc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.717371 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-980de9d2-8290-41b0-9b69-a176e65dbf62 req-a140092b-1b14-4328-9f76-d078fc0a4ecc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0510588 May 16 19:13:12.759607 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['12358361-c4bc-4509-98f8-117b7fd4543e'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:12.775123 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-980de9d2-8290-41b0-9b69-a176e65dbf62 req-f37fca53-f7b9-40b1-bcba-38f0b75a427d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512509 May 16 19:13:12.777379 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18968a43-f62a-4df3-9129-22f83ff46bee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (7a7af06b-3403-412f-9e75-8297761b6afd), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.781333 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18968a43-f62a-4df3-9129-22f83ff46bee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.786244 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-18968a43-f62a-4df3-9129-22f83ff46bee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a7af06b-3403-412f-9e75-8297761b6afd HTTP/1.1" status: 204 len: 168 time: 0.1914265 May 16 19:13:12.795965 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47150) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:12.808945 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18968a43-f62a-4df3-9129-22f83ff46bee tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7af06b-3403-412f-9e75-8297761b6afd,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:12.900484 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['12358361-c4bc-4509-98f8-117b7fd4543e'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:12.912149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c57f89-726f-43cd-b4ac-f0d7069c696f req-bda26acf-c094-40ed-8842-c9a3742c94c2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.914046 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-04c57f89-726f-43cd-b4ac-f0d7069c696f req-bda26acf-c094-40ed-8842-c9a3742c94c2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0590689 May 16 19:13:12.915059 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e80f81-a5e8-4f18-b72c-fc75ae9b16e2 req-75fd9adf-0846-48a1-b575-9bc0ce3f69c0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.921787 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-63e80f81-a5e8-4f18-b72c-fc75ae9b16e2 req-75fd9adf-0846-48a1-b575-9bc0ce3f69c0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0694664 May 16 19:13:12.936405 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-4ae6ceda-0017-4fb6-9f04-e44e23c2663f None None] Provisioning complete for port 12358361-c4bc-4509-98f8-117b7fd4543e triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:12.936842 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4ae6ceda-0017-4fb6-9f04-e44e23c2663f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:12.980274 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-04c57f89-726f-43cd-b4ac-f0d7069c696f req-7ff17f0a-4815-4c64-bb5b-86d83e0d38e8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599830 May 16 19:13:13.018380 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-63e80f81-a5e8-4f18-b72c-fc75ae9b16e2 req-b45aaab0-c346-4177-9fca-596658b4ad0a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951614 May 16 19:13:13.048039 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Deleting port 10751619-c283-4ed3-a680-46b18c87e9cd {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:13.048458 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (10751619-c283-4ed3-a680-46b18c87e9cd), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.092838 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6ceda-0017-4fb6-9f04-e44e23c2663f None None] Current status of the port 12358361-c4bc-4509-98f8-117b7fd4543e is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:13.133872 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (10751619-c283-4ed3-a680-46b18c87e9cd), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.134197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for floatingip (10751619-c283-4ed3-a680-46b18c87e9cd), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.146939 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Calling delete_port for 10751619-c283-4ed3-a680-46b18c87e9cd owned by network:floatingip {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:13.161727 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.374051 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (10751619-c283-4ed3-a680-46b18c87e9cd), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.388657 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-92636097-0577-4317-89ad-6ee6e8587045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:13.390185 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-92636097-0577-4317-89ad-6ee6e8587045 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1128 time: 0.0841033 May 16 19:13:13.408453 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f15bf-c96e-413f-b481-89091e79632f req-211e23dd-58fd-40e4-b146-c3c2e47191f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:13.409828 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-211e23dd-58fd-40e4-b146-c3c2e47191f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1129 time: 0.0913029 May 16 19:13:13.412210 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event deleted for resources: {'Port': ['ID=10751619-c283-4ed3-a680-46b18c87e9cd,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:13.471053 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks [] for floatingip (e5583370-78fe-4b07-888c-84ba791f84eb), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.471431 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Floating IP e5583370-78fe-4b07-888c-84ba791f84eb disassociated (deleted). External IP: 172.27.2.241, port: 12358361-c4bc-4509-98f8-117b7fd4543e. May 16 19:13:13.684375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:13.792135 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:13.797473 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:13.802470 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] Sync routers for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:13.823157 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:13.823785 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:13.826651 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7e67e404-ae64-419d-846a-05d598e6cd12 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "DELETE /v2.0/floatingips/e5583370-78fe-4b07-888c-84ba791f84eb HTTP/1.1" status: 204 len: 168 time: 1.0385535 May 16 19:13:13.917236 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf6b07-a6ea-4f78-b48b-5ea8c5ceba15 req-e5e40fef-ae62-41e9-8b30-255c8145e6f6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:13.918851 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-eeaf6b07-a6ea-4f78-b48b-5ea8c5ceba15 req-e5e40fef-ae62-41e9-8b30-255c8145e6f6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0470853 May 16 19:13:13.927206 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:13.981508 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-eeaf6b07-a6ea-4f78-b48b-5ea8c5ceba15 req-01e807c7-4283-4798-b6d1-4a5dc9d426d5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563109 May 16 19:13:14.113509 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a5f7-0b64-4153-bf3a-851416ed3400 req-33259d87-610c-4770-bbe6-c9960c1b50da tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:14.122543 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7db9a5f7-0b64-4153-bf3a-851416ed3400 req-33259d87-610c-4770-bbe6-c9960c1b50da tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0494885 May 16 19:13:14.127861 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:14.160517 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] Checking router: 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:14.172133 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:14.172757 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:14.178929 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7db9a5f7-0b64-4153-bf3a-851416ed3400 req-08311732-2cad-4b2f-863c-6f18d437a956 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554655 May 16 19:13:14.179749 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c475d-ed63-4d1c-a590-60e9a226ba25 req-51fd33dd-4ada-47ce-be16-aeeb93fef261 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:14.181298 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c7c475d-ed63-4d1c-a590-60e9a226ba25 req-51fd33dd-4ada-47ce-be16-aeeb93fef261 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0606146 May 16 19:13:14.246263 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c7c475d-ed63-4d1c-a590-60e9a226ba25 req-d5367870-c136-4a0f-ac7e-b5ec6a9d274b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573282 May 16 19:13:14.275290 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:14.465167 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:14.493015 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30565e1-cbb2-4c2f-8648-1ff4401bb53c None None] The sync data for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi is: [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:09:56Z', 'revision_number': 4, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'f27b2025-9f9f-4f2c-9730-86bd541168f1', 'name': '', 'network_id': 'a0f4becd-a191-415b-ad1c-fb9e538ef619', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'mac_address': 'fa:16:3e:6e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'subnets': [{'id': 'b09827ca-5d15-49a5-969d-6d7055804106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:14.643358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:14.645834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:14.682982 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aeab9b-f1f8-47ba-a211-451ca1ac1120 x-openstack-request-id: req-68aeab9b-f1f8-47ba-a211-451ca1ac1120 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:14.683298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:14.683514 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68aeab9b-f1f8-47ba-a211-451ca1ac1120 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:14.683916 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aeab9b-f1f8-47ba-a211-451ca1ac1120'] response: {'name': 'network-changed', 'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'status': 'completed', 'code': 200} May 16 19:13:14.713868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efe886-71af-4184-9b99-ab92134fc3a2 None None] New status for floating IP e5583370-78fe-4b07-888c-84ba791f84eb: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:14.937340 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:13:15.035526 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:15.047617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'mac_address': 'fa:16:3e:c7:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:13:15.088840 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:15.089231 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:15.089466 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de751-b42f-4c1f-b1b1-35214254a8ea req-600019e3-ba57-46dd-83f4-10069b78ff4b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:15.096846 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6a1de751-b42f-4c1f-b1b1-35214254a8ea req-600019e3-ba57-46dd-83f4-10069b78ff4b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0504296 May 16 19:13:15.112964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34940ecb-c2a4-45ca-ad50-7ea9f112b22a {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:15.148711 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:15.153834 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:15.199889 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:15.256101 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6a1de751-b42f-4c1f-b1b1-35214254a8ea req-313d433e-94ab-4ed7-b42e-820ec3979cd6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584005 May 16 19:13:15.296169 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f15bf-c96e-413f-b481-89091e79632f req-c4b7e034-6d6b-4021-acd2-b7e497f44b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:15.297602 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-c4b7e034-6d6b-4021-acd2-b7e497f44b3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 916 time: 0.1903486 May 16 19:13:15.298882 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-16650f4e-9901-4bb6-9d50-c7b8c83c6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:15.300600 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-16650f4e-9901-4bb6-9d50-c7b8c83c6a43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.2008636 May 16 19:13:15.316134 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ec3cb-7b1f-4963-b0f5-18ee576d2822 req-50887dd9-507f-4f78-9391-94b2f053dcf2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:15.317704 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-876ec3cb-7b1f-4963-b0f5-18ee576d2822 req-50887dd9-507f-4f78-9391-94b2f053dcf2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 945 time: 0.0645568 May 16 19:13:15.360617 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8a49-5108-4e68-8e8f-ea2595057294 req-a9c4ab8d-06ce-44f2-b964-07c245156719 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:15.362126 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-476e8a49-5108-4e68-8e8f-ea2595057294 req-a9c4ab8d-06ce-44f2-b964-07c245156719 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0462115 May 16 19:13:15.367091 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-876ec3cb-7b1f-4963-b0f5-18ee576d2822 req-41150107-8202-49ac-bb8a-f04e259ee84a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 May 16 19:13:15.415315 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-476e8a49-5108-4e68-8e8f-ea2595057294 req-b3121f15-0f43-4cb9-bde0-32acaadd6bb5 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471969 May 16 19:13:15.474869 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['34940ecb-c2a4-45ca-ad50-7ea9f112b22a'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:15.716063 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-0dd71b67-7eeb-461a-a05c-7a037096da3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 217 time: 0.0609114 May 16 19:13:15.717864 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-e2faa4f2-0fd0-46e7-99d6-f4ae2553c2fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 217 time: 0.0564454 May 16 19:13:16.391679 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4876a-705d-4407-a0ef-52dff26d8c8d req-5d8e0c75-aa95-492c-95cc-12113df0bc54 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.393132 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-73a4876a-705d-4407-a0ef-52dff26d8c8d req-5d8e0c75-aa95-492c-95cc-12113df0bc54 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0577564 May 16 19:13:16.444796 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-73a4876a-705d-4407-a0ef-52dff26d8c8d req-03e00b15-4328-49fd-9348-4d76ef4e283b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449665 May 16 19:13:16.544667 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40356d77-b426-4793-b99e-a31ef7280952 req-7eb1cd4b-7c9f-447e-9835-2bc33ea3a31b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.545258 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3ccd9-c466-41be-b833-89e9774e78d5 req-44c04fb7-6898-4143-accd-2ebc29d7aa7a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.546159 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-40356d77-b426-4793-b99e-a31ef7280952 req-7eb1cd4b-7c9f-447e-9835-2bc33ea3a31b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 945 time: 0.0490456 May 16 19:13:16.546353 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e9c3ccd9-c466-41be-b833-89e9774e78d5 req-44c04fb7-6898-4143-accd-2ebc29d7aa7a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.0470231 May 16 19:13:16.594176 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-40356d77-b426-4793-b99e-a31ef7280952 req-3f7922a5-0e73-4bfd-a509-746c35b68990 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 May 16 19:13:16.600857 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e9c3ccd9-c466-41be-b833-89e9774e78d5 req-74bb7437-62ca-4b7d-b5f3-2be1297b343d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 May 16 19:13:16.915396 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52969c1-de70-4d68-95ae-6eb91c211ca6 req-7f4c6e4e-fd4c-47c9-a7d7-0de5dbca4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.916925 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b52969c1-de70-4d68-95ae-6eb91c211ca6 req-7f4c6e4e-fd4c-47c9-a7d7-0de5dbca4340 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.0442564 May 16 19:13:16.963465 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b52969c1-de70-4d68-95ae-6eb91c211ca6 req-ca1a68d8-1b56-4cbc-a73c-199fb90325e3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405011 May 16 19:13:16.967694 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:17.009035 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:13:17.016256 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:17.016635 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.084081 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be495cfd-1417-475d-a572-63022bc596a0 req-43da8590-cf74-41c8-bccb-3515869e78f7 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.085378 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-be495cfd-1417-475d-a572-63022bc596a0 req-43da8590-cf74-41c8-bccb-3515869e78f7 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 945 time: 0.3819189 May 16 19:13:17.093813 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:17.094181 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.094828 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f15bf-c96e-413f-b481-89091e79632f req-d36c067f-f2fb-4ca1-ae9d-5dfb3d7a5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.096181 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-d36c067f-f2fb-4ca1-ae9d-5dfb3d7a5e81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.4071844 May 16 19:13:17.097508 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-ab91b3b9-6328-4390-b3d4-580ae14f2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.098839 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-ab91b3b9-6328-4390-b3d4-580ae14f2f22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.3944235 May 16 19:13:17.116531 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:17.118803 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5e189-ada4-4e51-9fdd-63ac1557cf8a" -d '{"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-plugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:17.131465 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:17.136546 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.137503 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device f100112e-7e29-4339-bff0-b6f0d938007d no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:17.165651 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b271f4-ab47-4d0a-83d8-0bba5a1a3e2f x-openstack-request-id: req-b7b271f4-ab47-4d0a-83d8-0bba5a1a3e2f {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:17.165651 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-plugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:17.165651 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7b271f4-ab47-4d0a-83d8-0bba5a1a3e2f {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:17.166045 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b271f4-ab47-4d0a-83d8-0bba5a1a3e2f'] response: {'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'code': 200} May 16 19:13:17.220449 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:17.257084 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port f100112e-7e29-4339-bff0-b6f0d938007d is: ACTIVE; New status is: DOWN {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:17.257501 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.308045 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=f100112e-7e29-4339-bff0-b6f0d938007d,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:17.314652 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.369683 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=6']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:17.386529 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Deleting port f100112e-7e29-4339-bff0-b6f0d938007d {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:17.386869 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.405592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f15bf-c96e-413f-b481-89091e79632f req-33779694-4106-43fb-92ff-23dc3eecce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.407091 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-33779694-4106-43fb-92ff-23dc3eecce2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2099881 May 16 19:13:17.410830 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-b4233c7d-95bc-446d-b8bb-9dceb87acfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.413378 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-b4233c7d-95bc-446d-b8bb-9dceb87acfc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1991181 May 16 19:13:17.489839 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] For port f100112e-7e29-4339-bff0-b6f0d938007d, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=f100112e-7e29-4339-bff0-b6f0d938007d,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:17.490306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.565181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603bd-b714-42e0-b33f-0878ed71d8f2 req-93064458-d3ef-4f95-ba9e-6118b05f1ba5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.566700 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b3e603bd-b714-42e0-b33f-0878ed71d8f2 req-93064458-d3ef-4f95-ba9e-6118b05f1ba5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0521991 May 16 19:13:17.614893 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b3e603bd-b714-42e0-b33f-0878ed71d8f2 req-38edd83e-6a3a-43c3-a78e-12f05fbca16e tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422475 May 16 19:13:17.653649 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.654100 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (e45cf485-5f7c-414f-9675-2b8c91d4170c), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:17.654483 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Floating IP e45cf485-5f7c-414f-9675-2b8c91d4170c disassociated. External IP: 172.27.2.230, port: f100112e-7e29-4339-bff0-b6f0d938007d. May 16 19:13:17.654923 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Calling delete_port for f100112e-7e29-4339-bff0-b6f0d938007d owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:17.763120 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d544368-bc2c-4b37-bd23-ff2fcaab5d68 req-96a33c1c-a369-4e7c-822a-1bcd594383cf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.770684 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7d544368-bc2c-4b37-bd23-ff2fcaab5d68 req-96a33c1c-a369-4e7c-822a-1bcd594383cf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0958357 May 16 19:13:17.787489 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c49b1-daea-486e-885f-eeedf16cc2d7 req-ef379756-6df8-4ff1-993c-02aa7fedfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.789034 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-420c49b1-daea-486e-885f-eeedf16cc2d7 req-ef379756-6df8-4ff1-993c-02aa7fedfbf2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1130 time: 0.0825584 May 16 19:13:17.843520 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7d544368-bc2c-4b37-bd23-ff2fcaab5d68 req-08b962d2-1243-4321-9834-c03fce7e6b6b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715752 May 16 19:13:17.864500 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-420c49b1-daea-486e-885f-eeedf16cc2d7 req-65cc4523-c778-4eb7-be2f-c21f3639f7a3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559955 May 16 19:13:17.867591 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da356298-0ca1-42cd-91c4-065aca947f7f req-8ceba0e5-4159-4eb7-9dfd-cb5d4e06b197 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.869099 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da356298-0ca1-42cd-91c4-065aca947f7f req-8ceba0e5-4159-4eb7-9dfd-cb5d4e06b197 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 943 time: 0.1740923 May 16 19:13:17.992013 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (f100112e-7e29-4339-bff0-b6f0d938007d), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:18.015981 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-c228f8c2-b245-4435-8d1d-f2214d8b5e7f service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167720 May 16 19:13:18.045703 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-9efe7764-f1e7-4a44-9cc4-8fe0a3d9f389 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473856 May 16 19:13:18.049305 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event deleted for resources: {'Port': ['ID=f100112e-7e29-4339-bff0-b6f0d938007d,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:18.058515 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da356298-0ca1-42cd-91c4-065aca947f7f req-5005fa00-3adf-4d15-b2b8-3ff83f161bd5 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=9245cc6a-df87-4a6d-92ed-c02fdae7eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783683 May 16 19:13:18.165700 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:18.396763 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:18.406346 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:18.407198 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b75df477-bd11-483f-9d2a-7bfd53847346 req-188f3676-d56c-42d9-b985-555d0cd4f812 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958477 May 16 19:13:18.417802 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:18.418561 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:18.452376 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-701f15bf-c96e-413f-b481-89091e79632f req-89fecab4-9d1b-4c92-b411-da411f8cb8e1 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422111 May 16 19:13:18.454135 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] No DVR routers for this DVR port f100112e-7e29-4339-bff0-b6f0d938007d on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:18.456994 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:18.460512 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-be495cfd-1417-475d-a572-63022bc596a0 req-9af06115-11e6-456c-92d4-254e48cdcba4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "DELETE /v2.0/ports/f100112e-7e29-4339-bff0-b6f0d938007d HTTP/1.1" status: 204 len: 173 time: 1.2457952 May 16 19:13:18.461128 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'name': 'network-vif-deleted', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:18.463462 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be7ba8f-c4a4-4b68-8d87-5a56d1606c69" -d '{"events": [{"server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "name": "network-vif-deleted", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:18.499787 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886acebd-bee4-45a2-968e-afe7d648571c x-openstack-request-id: req-886acebd-bee4-45a2-968e-afe7d648571c {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:18.500272 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "name": "network-vif-deleted", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:18.500689 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-886acebd-bee4-45a2-968e-afe7d648571c {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:18.501111 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886acebd-bee4-45a2-968e-afe7d648571c'] response: {'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'name': 'network-vif-deleted', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'status': 'completed', 'code': 200} May 16 19:13:18.526914 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:18.754989 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7488b-2c30-4fd3-97bf-d8da08e34d68 req-8401ca7a-c9bc-4228-b00e-24a8fd1888f1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:18.757373 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9cf7488b-2c30-4fd3-97bf-d8da08e34d68 req-8401ca7a-c9bc-4228-b00e-24a8fd1888f1 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0595977 May 16 19:13:18.808874 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9cf7488b-2c30-4fd3-97bf-d8da08e34d68 req-d19e169f-21a0-4580-acbb-b66b13909603 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451639 May 16 19:13:18.818204 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de99f-7395-4c5c-8a59-96e1d7308451 req-7c37064d-6bee-43ab-a334-2c874af8f835 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:18.819947 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ff0de99f-7395-4c5c-8a59-96e1d7308451 req-7c37064d-6bee-43ab-a334-2c874af8f835 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0533743 May 16 19:13:18.833738 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:18.868434 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:18.874216 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ff0de99f-7395-4c5c-8a59-96e1d7308451 req-b6f7b4e2-8aeb-4b4c-9988-fa64d73e99c4 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 May 16 19:13:18.888377 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:18.889009 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:19.008357 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997506d-ff3f-4316-98b6-385b2d6efc0d req-fdf90474-765d-46ec-baf6-8d343eb1543d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:19.010259 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a997506d-ff3f-4316-98b6-385b2d6efc0d req-fdf90474-765d-46ec-baf6-8d343eb1543d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0691857 May 16 19:13:19.014694 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:19.058739 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a997506d-ff3f-4316-98b6-385b2d6efc0d req-ba8985cc-393d-465e-836f-48c70e4910c7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 May 16 19:13:19.167632 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:19.172573 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910f9f8-cbff-43d8-9739-db3685bbc292" -d '{"events": [{"server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:19.173300 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-21272765-797e-44ee-bdcc-4fd3cdc23233 req-f5398b78-e4db-4ab7-ad5d-0a26e83bd685 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.0285542 May 16 19:13:19.220760 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e39f8-1abe-467c-8eb1-fb786b8f6a2a x-openstack-request-id: req-264e39f8-1abe-467c-8eb1-fb786b8f6a2a {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:19.221207 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68fcd6b-1593-4fd4-8915-3153f52105c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f100112e-7e29-4339-bff0-b6f0d938007d", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:19.221658 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-264e39f8-1abe-467c-8eb1-fb786b8f6a2a {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:19.222207 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264e39f8-1abe-467c-8eb1-fb786b8f6a2a'] response: {'server_uuid': 'a68fcd6b-1593-4fd4-8915-3153f52105c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f100112e-7e29-4339-bff0-b6f0d938007d', 'code': 200} May 16 19:13:19.238376 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:19.263464 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48631c7-3f95-483c-b162-25963e08f5f9 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:19.286161 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ef03-85db-4c07-b85a-7e846fff0e67 req-b84d0f76-696a-4c8d-96d5-9d8a5f5a387c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:19.287614 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-24d2ef03-85db-4c07-b85a-7e846fff0e67 req-b84d0f76-696a-4c8d-96d5-9d8a5f5a387c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0512416 May 16 19:13:19.335470 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-24d2ef03-85db-4c07-b85a-7e846fff0e67 req-07d8d345-54e0-4744-9a44-e9ba3fb2e7a6 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420954 May 16 19:13:19.487454 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e56a3-a3dc-40ef-a758-5cd6fa30e7cd None None] New status for floating IP e45cf485-5f7c-414f-9675-2b8c91d4170c: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:20.012478 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78302a1-bf33-45b8-98ef-72c8dbc63a17 req-3fb823c8-306f-4939-9f84-bf50174541ea tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:20.014383 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b78302a1-bf33-45b8-98ef-72c8dbc63a17 req-3fb823c8-306f-4939-9f84-bf50174541ea tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0568399 May 16 19:13:20.065379 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b78302a1-bf33-45b8-98ef-72c8dbc63a17 req-4f6c8c2b-9711-4347-bfb9-d039632a764f tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 May 16 19:13:20.184602 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9dc3-d142-4ecd-872f-5cecb7177c80 req-367f59e3-cba0-4a3a-ba45-e339c035e10c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:20.186162 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-73bb9dc3-d142-4ecd-872f-5cecb7177c80 req-367f59e3-cba0-4a3a-ba45-e339c035e10c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0525634 May 16 19:13:20.233864 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-73bb9dc3-d142-4ecd-872f-5cecb7177c80 req-693c7b5d-4753-47c5-97cf-2644309d75df tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 May 16 19:13:20.272368 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3893a9dc-c35c-46e0-b140-7210303811d8 req-27eb021c-bf8f-437c-9692-7e121d7d49fc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.0315673 May 16 19:13:20.467508 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0b77b-7073-4521-bd8c-90c1dad91939 req-bd6b0ff8-9690-4593-a7e3-3201827e654b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:20.468884 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4c0b77b-7073-4521-bd8c-90c1dad91939 req-bd6b0ff8-9690-4593-a7e3-3201827e654b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0561419 May 16 19:13:20.519701 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4c0b77b-7073-4521-bd8c-90c1dad91939 req-74c98169-9868-4231-8d98-02f9dd886796 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 May 16 19:13:21.084214 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-ee2c1aca-d3f5-422b-8d4b-0ee252ac8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.085766 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-ee2c1aca-d3f5-422b-8d4b-0ee252ac8696 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84949fef3a77459fbf02d0804bafdc4a&device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 1129 time: 0.0440998 May 16 19:13:21.182385 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683c34-df67-4316-bbf3-756c7607742b req-d6ac1c91-fe18-4f6e-a317-8c9361b9a887 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.183890 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c683c34-df67-4316-bbf3-756c7607742b req-d6ac1c91-fe18-4f6e-a317-8c9361b9a887 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0502970 May 16 19:13:21.233114 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c683c34-df67-4316-bbf3-756c7607742b req-a8847afb-d03e-4b96-89b4-e5dc186039b9 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 May 16 19:13:21.366395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b6366-0a8d-42bb-b3b5-3bf50d19c4c6 req-992ceaf6-f3b8-4e3b-af40-05e0df06883e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.369562 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b57b6366-0a8d-42bb-b3b5-3bf50d19c4c6 req-992ceaf6-f3b8-4e3b-af40-05e0df06883e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0614436 May 16 19:13:21.401973 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-df0eb2d9-e866-41ba-9fd0-c8f38e8cf85c req-8a483914-e539-40cb-bfed-1e3f1872ef98 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68fcd6b-1593-4fd4-8915-3153f52105c1 HTTP/1.1" status: 200 len: 210 time: 0.0321114 May 16 19:13:21.427740 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b57b6366-0a8d-42bb-b3b5-3bf50d19c4c6 req-649a827b-d3e4-47b8-9edb-4aa5d923a8fb tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513310 May 16 19:13:21.541718 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46f0a1-10b8-4c29-b878-b1e636f2691c req-61e92599-3a4c-4838-a399-e111c6bcd114 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.543409 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6b46f0a1-10b8-4c29-b878-b1e636f2691c req-61e92599-3a4c-4838-a399-e111c6bcd114 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0489421 May 16 19:13:21.554095 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47324) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:21.559089 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Request body: {'floatingip': {'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:21.655724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (8f4ff46d-6b9b-47c0-b015-4f33beac2fb2), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:21.734997 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-c3587d39-e103-4520-968a-317e142876d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.736512 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-c3587d39-e103-4520-968a-317e142876d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.1736250 May 16 19:13:21.793454 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d65b6-5148-4c19-8e88-f1260878bcb3 req-9d39627e-7f9a-4a3f-9c42-47b132a28d4b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.794941 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-020d65b6-5148-4c19-8e88-f1260878bcb3 req-9d39627e-7f9a-4a3f-9c42-47b132a28d4b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.1811466 May 16 19:13:21.905075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-4b71db62-d527-4c7f-ab78-52b5baf9e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.906875 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-4b71db62-d527-4c7f-ab78-52b5baf9e85c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 200 len: 916 time: 0.3098259 May 16 19:13:21.985223 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-c571ed13-16f2-4732-96c8-6dfce3468182 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.986703 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-c571ed13-16f2-4732-96c8-6dfce3468182 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.1414716 May 16 19:13:21.997406 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-92858ecc-a3c8-47db-8450-6561d5b1e72d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 200 len: 217 time: 0.0777450 May 16 19:13:22.094408 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-020d65b6-5148-4c19-8e88-f1260878bcb3 req-198dff26-5a6a-403a-abe1-47a3885d1c2f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915225 May 16 19:13:22.353108 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b676b-2dda-4884-b63f-214f70730b68 req-0d292790-c937-46f9-9e5d-79c8af0e4398 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.354630 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a43b676b-2dda-4884-b63f-214f70730b68 req-0d292790-c937-46f9-9e5d-79c8af0e4398 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.0506852 May 16 19:13:22.403794 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a43b676b-2dda-4884-b63f-214f70730b68 req-5cc21689-747e-4806-8e58-f004b7e91240 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 May 16 19:13:22.478644 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-17d1fde4-9628-42d6-94cd-0a16e839b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.480154 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-17d1fde4-9628-42d6-94cd-0a16e839b348 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.6360412 May 16 19:13:22.489631 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-0f6e6f07-622f-4c89-ac8e-359aa5e3be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.490804 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-0f6e6f07-622f-4c89-ac8e-359aa5e3be53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 200 len: 854 time: 0.4254603 May 16 19:13:22.503656 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47340) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:22.593032 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2723f38b-fd06-4377-8906-4bb028434a3f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (9245cc6a-df87-4a6d-92ed-c02fdae7eba1), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.615763 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2723f38b-fd06-4377-8906-4bb028434a3f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (9245cc6a-df87-4a6d-92ed-c02fdae7eba1), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.661433 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Deleting port 12358361-c4bc-4509-98f8-117b7fd4543e {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:22.661826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.664498 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2723f38b-fd06-4377-8906-4bb028434a3f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (9245cc6a-df87-4a6d-92ed-c02fdae7eba1), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.667334 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2723f38b-fd06-4377-8906-4bb028434a3f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.668556 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2723f38b-fd06-4377-8906-4bb028434a3f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "DELETE /v2.0/security-groups/9245cc6a-df87-4a6d-92ed-c02fdae7eba1 HTTP/1.1" status: 204 len: 168 time: 0.1635439 May 16 19:13:22.672340 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47346) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:22.685430 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723f38b-fd06-4377-8906-4bb028434a3f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9245cc6a-df87-4a6d-92ed-c02fdae7eba1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:22.694698 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.api.v2.resource [None req-9d1857fb-3477-4a4e-94d4-175fda14a049 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] show failed (client error): The resource could not be found. May 16 19:13:22.698178 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-9d1857fb-3477-4a4e-94d4-175fda14a049 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups/9245cc6a-df87-4a6d-92ed-c02fdae7eba1 HTTP/1.1" status: 404 len: 347 time: 0.0211344 May 16 19:13:22.698533 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47348) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:22.775384 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-72d5452f-fd4f-47c5-ad0b-8547d03940ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 1002 time: 0.2836039 May 16 19:13:22.776360 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-d8647243-8986-4e45-92d9-d53ff40c5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.777786 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-d8647243-8986-4e45-92d9-d53ff40c5243 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f4becd-a191-415b-ad1c-fb9e538ef619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2654185 May 16 19:13:22.816604 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Deleting port e6d4fcb8-7b92-4f7b-8532-044789e5d428 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:22.816938 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.892787 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.893293 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (e6d4fcb8-7b92-4f7b-8532-044789e5d428), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:22.906979 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Calling delete_port for e6d4fcb8-7b92-4f7b-8532-044789e5d428 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:22.969162 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-71295d02-f201-4a9d-86c7-33587b1b3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.970590 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-71295d02-f201-4a9d-86c7-33587b1b3547 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.1671040 May 16 19:13:22.979332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] For port 12358361-c4bc-4509-98f8-117b7fd4543e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=12358361-c4bc-4509-98f8-117b7fd4543e,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:22.979698 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.039505 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (e6d4fcb8-7b92-4f7b-8532-044789e5d428), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.041719 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Calling delete_port for 12358361-c4bc-4509-98f8-117b7fd4543e owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:23.065018 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event deleted for resources: {'Port': ['ID=e6d4fcb8-7b92-4f7b-8532-044789e5d428,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.089517 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-e18477f4-4796-4f81-914d-0b7141ce9575 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847643 May 16 19:13:23.090197 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (e45cf485-5f7c-414f-9675-2b8c91d4170c), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.092638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.093805 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d4f386a1-ec4b-49d4-a4b8-26617de5ff72 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "DELETE /v2.0/floatingips/e45cf485-5f7c-414f-9675-2b8c91d4170c HTTP/1.1" status: 204 len: 168 time: 0.3943353 May 16 19:13:23.102335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.109755 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-d301c252-6f6a-40c9-974f-f35d57c1a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.111187 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-d301c252-6f6a-40c9-974f-f35d57c1a3ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1242654 May 16 19:13:23.141132 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (8f4ff46d-6b9b-47c0-b015-4f33beac2fb2), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.184011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47354) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:23.189994 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792300921', 'description': 'tempest-description--1143525477'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:23.237958 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d0491-01ad-48c5-b440-460d152c741d req-5c682b4d-f6e1-44e9-bda6-f160919bb322 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.239367 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7b3d0491-01ad-48c5-b440-460d152c741d req-5c682b4d-f6e1-44e9-bda6-f160919bb322 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0636978 May 16 19:13:23.240599 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.312055 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7b3d0491-01ad-48c5-b440-460d152c741d req-7974c2a9-33bd-4635-8688-8a9731f15f1d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628216 May 16 19:13:23.342980 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.348291 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.375916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.377258 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1923442 May 16 19:13:23.380427 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47356) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:23.385794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'security_group_rule': {'security_group_id': '2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:23.390280 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c2448-e58b-4066-a682-317c1fa6b208 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.399034 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Floating IP 8f4ff46d-6b9b-47c0-b015-4f33beac2fb2 associated. External IP: 172.27.2.192, port: 34940ecb-c2a4-45ca-ad50-7ea9f112b22a. May 16 19:13:23.408602 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-2e68082e-3dbd-426f-b999-5b6312f38065 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698503 May 16 19:13:23.417622 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (16e1b33a-a3d4-4dc6-82d4-a0e6c2c9df9b), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.447840 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a4ce149a-256f-4f99-b3ce-e3dadf8ee4d7 req-cd9f0268-42c9-498f-93f2-58b93dc8fb27 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503604 May 16 19:13:23.483155 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (16e1b33a-a3d4-4dc6-82d4-a0e6c2c9df9b), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.489771 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (16e1b33a-a3d4-4dc6-82d4-a0e6c2c9df9b), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.508380 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e1b33a-a3d4-4dc6-82d4-a0e6c2c9df9b,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.516726 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.517938 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-03489c5c-44c7-430a-bf20-cf82ac9af4d9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358247 May 16 19:13:23.521099 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47360) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:23.525494 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'security_group_rule': {'security_group_id': '2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:23.558657 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (5ba27d3d-f0ea-4363-bf24-7709e49cb898), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.582583 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47364) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:23.639766 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (12358361-c4bc-4509-98f8-117b7fd4543e), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.649670 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Deleting subnet 28650981-5fa2-4483-8864-4ed2915955ff {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:13:23.650011 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9939d-dc15-42a9-9eb5-934b34ea54dc req-4e722775-85c4-4805-bc44-67e81512e784 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.651539 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-14a9939d-dc15-42a9-9eb5-934b34ea54dc req-4e722775-85c4-4805-bc44-67e81512e784 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 945 time: 0.1525187 May 16 19:13:23.652569 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (5ba27d3d-f0ea-4363-bf24-7709e49cb898), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.654517 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Publish callbacks [] for subnet (28650981-5fa2-4483-8864-4ed2915955ff), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.675711 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (5ba27d3d-f0ea-4363-bf24-7709e49cb898), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.699589 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba27d3d-f0ea-4363-bf24-7709e49cb898,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.707343 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Publish callbacks [] for subnet (28650981-5fa2-4483-8864-4ed2915955ff), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.711846 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Pushing event deleted for resources: {'Port': ['ID=12358361-c4bc-4509-98f8-117b7fd4543e,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.713701 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (28650981-5fa2-4483-8864-4ed2915955ff), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.717660 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.724029 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5f4455e1-7b64-4de4-989a-9e4ad2c89fcb tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2006125 May 16 19:13:23.724277 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0532f702-68b4-4ea9-b006-e50ade5598c8 req-9d5beda7-10e0-4cfa-9b7f-68f33a35aa22 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702625 May 16 19:13:23.740232 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47366) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:23.744837 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:23.783864 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.784241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.784555 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.784892 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.785242 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.785602 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.785931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.786279 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.786621 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.786955 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.787302 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.787665 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.787991 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.788376 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.788584 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.788742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.828031 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for subnet (28650981-5fa2-4483-8864-4ed2915955ff), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.831226 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] No DVR routers for this DVR port 12358361-c4bc-4509-98f8-117b7fd4543e on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:23.835724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.838959 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e8db1446-4ac3-4064-9a61-e478263328f7 req-e3b93e83-37fc-4c1f-92ff-ee98b248b8a5 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.49 "DELETE /v2.0/ports/12358361-c4bc-4509-98f8-117b7fd4543e HTTP/1.1" status: 204 len: 173 time: 1.8087800 May 16 19:13:23.839668 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'name': 'network-vif-deleted', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:23.841986 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ba7d2-11f0-400f-97b5-eb8bdcd535ef" -d '{"events": [{"server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "name": "network-vif-deleted", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:23.871293 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-14a9939d-dc15-42a9-9eb5-934b34ea54dc req-0067fd27-3e23-4817-8b2b-a9075e26fa98 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b68db9-03c1-4ede-8a31-92ae8fe129f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976812 May 16 19:13:23.889362 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.895076 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28650981-5fa2-4483-8864-4ed2915955ff HTTP/1.1" status: 204 len: 168 time: 0.3092070 May 16 19:13:23.895076 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f579fa-cf4b-4c8e-a965-1744642476c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28650981-5fa2-4483-8864-4ed2915955ff,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.900680 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47370) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:23.916130 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2fec14-418f-4ae5-8c75-0067a22ad8ac x-openstack-request-id: req-2a2fec14-418f-4ae5-8c75-0067a22ad8ac {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:23.916434 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0298bd-7166-4b67-acf1-794621e95cdf", "name": "network-vif-deleted", "tag": "12358361-c4bc-4509-98f8-117b7fd4543e", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:23.916697 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a2fec14-418f-4ae5-8c75-0067a22ad8ac {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:23.917106 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2fec14-418f-4ae5-8c75-0067a22ad8ac'] response: {'server_uuid': '1e0298bd-7166-4b67-acf1-794621e95cdf', 'name': 'network-vif-deleted', 'tag': '12358361-c4bc-4509-98f8-117b7fd4543e', 'status': 'completed', 'code': 200} May 16 19:13:23.942336 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.942791 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:24.015847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (65373252-c9ac-449c-8d31-248e5b6ba06c), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.052279 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:24.057157 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.062166 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:24.080162 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:24.082001 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.098062 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-508ff48e-84e1-4a24-a9c0-96d3e9ba50b8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "PUT /v2.0/floatingips/8f4ff46d-6b9b-47c0-b015-4f33beac2fb2 HTTP/1.1" status: 200 len: 992 time: 2.5426404 May 16 19:13:24.149664 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (65373252-c9ac-449c-8d31-248e5b6ba06c), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.190361 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Allocated IP 172.27.2.71 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/846e2646-e620-435b-b938-9e9901a20f95) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:24.190825 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:24.193833 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.194202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.195023 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.195358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.195694 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.196025 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.196341 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.196657 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.196969 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.197290 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.307484 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.307687 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.308011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.308370 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:13:24.308734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65373252-c9ac-449c-8d31-248e5b6ba06c']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.331419 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e871478-3530-4187-9fc8-1a5f96991a20') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.331714 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e871478-3530-4187-9fc8-1a5f96991a20') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.351444 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (2e871478-3530-4187-9fc8-1a5f96991a20), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.393962 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (2e871478-3530-4187-9fc8-1a5f96991a20), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.399967 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '8f4ff46d-6b9b-47c0-b015-4f33beac2fb2', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'mac_address': 'fa:16:3e:c7:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:02Z', 'updated_at': '2022-05-16T19:13:22Z', 'revision_number': 1, 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.405825 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:13:24.406280 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (2e871478-3530-4187-9fc8-1a5f96991a20), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: from cryptography.utils import int_from_bytes May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: from cryptography.utils import int_from_bytes May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:13:24.410481 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:13:24.424687 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:24.434267 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:24.435074 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.440172 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c5097-9e08-4629-9398-3e561c1a8a0d req-03ac8a42-e46f-45ad-8e97-eb89444419fc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.441689 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f02c5097-9e08-4629-9398-3e561c1a8a0d req-03ac8a42-e46f-45ad-8e97-eb89444419fc tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0531166 May 16 19:13:24.494702 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f02c5097-9e08-4629-9398-3e561c1a8a0d req-dc0325a6-fba6-435d-bf80-daf8c4c871ee tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465827 May 16 19:13:24.512913 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (65373252-c9ac-449c-8d31-248e5b6ba06c), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.530423 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.533667 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/65373252-c9ac-449c-8d31-248e5b6ba06c HTTP/1.1" status: 204 len: 168 time: 0.6316180 May 16 19:13:24.542044 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:24.543980 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f5374-826b-450e-8fae-69c12b5ecfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65373252-c9ac-449c-8d31-248e5b6ba06c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:24.547959 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for port (846e2646-e620-435b-b938-9e9901a20f95), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.582331 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (846e2646-e620-435b-b938-9e9901a20f95), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.626001 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'Port': ['ID=846e2646-e620-435b-b938-9e9901a20f95,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:24.633753 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:24.635213 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:24.637595 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:24.719372 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47378) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:24.724250 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (b1c511af-eecb-4fb0-9f74-e6948e07f8e7), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.763937 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '8f4ff46d-6b9b-47c0-b015-4f33beac2fb2', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'mac_address': 'fa:16:3e:c7:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:02Z', 'updated_at': '2022-05-16T19:13:22Z', 'revision_number': 1, 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:24.769696 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-bad795c0-9034-44e5-a9dd-84f4758d4d93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f47a5832eba495e9a74266e13420ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480049 May 16 19:13:24.771702 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47380) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:24.797026 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11aab8-2179-436a-a1b1-ff43ab11f13c None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '8f4ff46d-6b9b-47c0-b015-4f33beac2fb2', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'mac_address': 'fa:16:3e:c7:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:02Z', 'updated_at': '2022-05-16T19:13:22Z', 'revision_number': 1, 'project_id': '70432660a05b4b169939f7048c545bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:24.830319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0cc82bc5-c454-4413-a1c5-53a9293ac29d admin admin] Publish callbacks [] for security_group (5a3a9d19-ff3b-428d-b707-8e615d87a767), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.856797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0cc82bc5-c454-4413-a1c5-53a9293ac29d admin admin] Publish callbacks [] for security_group (5a3a9d19-ff3b-428d-b707-8e615d87a767), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.915716 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0cc82bc5-c454-4413-a1c5-53a9293ac29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5a3a9d19-ff3b-428d-b707-8e615d87a767), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.918968 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0cc82bc5-c454-4413-a1c5-53a9293ac29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.922673 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-0cc82bc5-c454-4413-a1c5-53a9293ac29d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a3a9d19-ff3b-428d-b707-8e615d87a767 HTTP/1.1" status: 204 len: 168 time: 0.1474442 May 16 19:13:24.928953 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc82bc5-c454-4413-a1c5-53a9293ac29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3a9d19-ff3b-428d-b707-8e615d87a767,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:25.018451 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 12358361-c4bc-4509-98f8-117b7fd4543e no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:25.029906 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-99245470-a15e-4188-8440-50806edddcf7 req-ecadb934-2a69-4fea-85ef-0d0a6e554630 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 210 time: 0.0345364 May 16 19:13:25.030605 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (846e2646-e620-435b-b938-9e9901a20f95), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.040890 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 12358361-c4bc-4509-98f8-117b7fd4543e {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:25.041494 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 12358361-c4bc-4509-98f8-117b7fd4543e not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:25.101725 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9157a-c21c-480d-9232-9caa43b74185 None None] New status for floating IP 8f4ff46d-6b9b-47c0-b015-4f33beac2fb2: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:25.240307 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for port (846e2646-e620-435b-b938-9e9901a20f95), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.245994 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125907875'] for port (846e2646-e620-435b-b938-9e9901a20f95), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.323692 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'Port': ['ID=846e2646-e620-435b-b938-9e9901a20f95,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:25.331382 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (b1c511af-eecb-4fb0-9f74-e6948e07f8e7), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.348023 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.349579 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-8954f759-a380-4f2f-aa85-6b32e0909953 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6082876 May 16 19:13:25.558347 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-1707bd01-4cee-41c5-bf57-b1c81f45d3d5 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1792300921&fields=id&tenant_id=dee1963e977f4ac7b6d1877a6dd740a9 HTTP/1.1" status: 200 len: 267 time: 0.0523679 May 16 19:13:25.648030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6532-0c93-471a-a9d6-0ab8a2c452fa req-3d802f08-20e9-4238-8f90-877c8669b45c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:25.657026 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7b4f6532-0c93-471a-a9d6-0ab8a2c452fa req-3d802f08-20e9-4238-8f90-877c8669b45c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0880306 May 16 19:13:25.690058 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-6d9bbc02-614a-49a8-9e51-b92da3b879c4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:25.691785 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-6d9bbc02-614a-49a8-9e51-b92da3b879c4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 810 time: 0.1277745 May 16 19:13:25.703720 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7b4f6532-0c93-471a-a9d6-0ab8a2c452fa req-079c8774-883d-447c-9834-f8975906f54f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455594 May 16 19:13:25.709019 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-3fd99aeb-0516-4d96-a361-e0d9a6058000 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/quotas/dee1963e977f4ac7b6d1877a6dd740a9 HTTP/1.1" status: 200 len: 375 time: 0.0106440 May 16 19:13:25.729140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47418) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:25.765498 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-c8917008-c468-483b-84ac-58175bc9fda9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492432 May 16 19:13:25.846253 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1425625145-network', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:25.881417 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Made reservation on behalf of 385ae3c7ea8347d7bfc346d8bc7fda4a for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:25.883690 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.889817 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-2631e69d-2341-48ba-b8d1-579aae824c3d service neutron] 10.222.0.24 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113675 May 16 19:13:25.895191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.920177 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:25.922348 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756bdeb8-9c34-4d08-be78-f26482d20928" -d '{"events": [{"name": "network-changed", "server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:25.976618 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812a72c4-c060-46bf-962f-804f03fc879c x-openstack-request-id: req-812a72c4-c060-46bf-962f-804f03fc879c {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:25.976911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:25.977162 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-812a72c4-c060-46bf-962f-804f03fc879c {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:25.977575 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812a72c4-c060-46bf-962f-804f03fc879c'] response: {'name': 'network-changed', 'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'status': 'completed', 'code': 200} May 16 19:13:26.168068 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e175d517-a611-4537-b5c7-7d3375a6415f req-3afa17c4-4abe-4afc-8b42-6bee5d29d670 tempest-TestMinimumBasicScenario-60298331 tempest-TestMinimumBasicScenario-60298331-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0298bd-7166-4b67-acf1-794621e95cdf HTTP/1.1" status: 200 len: 210 time: 0.0309701 May 16 19:13:26.332034 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-7854061d-0520-4c72-acd7-e9b752d777d3 service neutron] 10.222.0.24 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344285 May 16 19:13:26.354735 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-742cfcf2-99cf-437c-b889-60597818509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.356198 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-742cfcf2-99cf-437c-b889-60597818509b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1130 time: 0.0649140 May 16 19:13:26.377431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks [] for security_group (7a520b50-ddb4-45dc-b805-118fa841a64a), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.388596 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (7a520b50-ddb4-45dc-b805-118fa841a64a), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.419722 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:13:26.465320 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a520b50-ddb4-45dc-b805-118fa841a64a,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:26.468509 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (4c1b10fc-7b69-418c-afaa-34de3d2af1f4), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.468929 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Added segment 4c1b10fc-7b69-418c-afaa-34de3d2af1f4 of type vlan for network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec May 16 19:13:26.508062 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2a082105-a273-4ae7-8d51-01a965004821 req-9f2cf5bf-ccae-4692-b5df-5e047e44d7f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 210 time: 0.0415592 May 16 19:13:26.526600 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.532166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-15943bfb-7b31-4708-8102-41ef905d3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.533638 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-15943bfb-7b31-4708-8102-41ef905d3fc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.1686721 May 16 19:13:26.590815 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.591955 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.592564 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.630709 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-998e88ba-ef04-4c63-8c57-2801f73feccd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 1002 time: 0.0895576 May 16 19:13:26.673555 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9452946 May 16 19:13:26.676957 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47432) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:26.682069 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Request body: {'subnet': {'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1425625145-subnet', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:26.693805 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211b76-14a3-44d4-b5f8-edcab21d0f8f admin admin] Pushing event updated for resources: {'Network': ['ID=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:26.704752 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:13:26.710415 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Made reservation on behalf of 385ae3c7ea8347d7bfc346d8bc7fda4a for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:26.713151 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126246524'] for subnet (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.713765 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-f4ed8f1b-a96b-442a-8924-c8962b6c9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.715372 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-f4ed8f1b-a96b-442a-8924-c8962b6c9a64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.0762873 May 16 19:13:26.776279 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-25672899-bde5-4189-b51a-2c2bc63ba8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.780588 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-25672899-bde5-4189-b51a-2c2bc63ba8bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536246 May 16 19:13:26.894940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3046-632b-4f8b-8a6a-96569bbbaeb8 req-61e93f77-4089-43e9-b565-56d2c3b3b666 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.896784 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9dde3046-632b-4f8b-8a6a-96569bbbaeb8 req-61e93f77-4089-43e9-b565-56d2c3b3b666 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.1069829 May 16 19:13:26.920768 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125908772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126246506'] for subnet (80caee0b-11c8-4855-941e-9b7178d17102), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:26.937141 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-252bfb80-c41d-49e6-8b0a-84907fa02a6a service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490755 May 16 19:13:26.978833 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80caee0b-11c8-4855-941e-9b7178d17102,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:26.980221 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9dde3046-632b-4f8b-8a6a-96569bbbaeb8 req-304ef143-61a3-43c3-8925-86e3d3bbd2d2 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768819 May 16 19:13:26.991339 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Checking segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:26.991701 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Network hostable DHCP agents. Network: 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:13:27.011996 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:13:27.025729 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:27.032198 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:27.033124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.040166 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cbc80-5e3c-42c7-bc7e-f6b77cecccba None None] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:13:27.052694 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-756bdeb8-9c34-4d08-be78-f26482d20928 req-9a1eca87-2ad1-46e1-a71d-0beed16a3881 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079934 May 16 19:13:27.057206 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47444) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:27.057590 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-66781f44-f6b6-4100-821f-362ad459f5c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3791609 May 16 19:13:27.061371 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:27.086407 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.087858 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.128574 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caf454-61d6-44ad-803c-e97340401909 req-c065279f-9a41-4487-b595-e41be0c96487 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:27.130234 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-48caf454-61d6-44ad-803c-e97340401909 req-c065279f-9a41-4487-b595-e41be0c96487 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0562775 May 16 19:13:27.140342 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47446) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:27.170986 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Request body: {'floatingip': {'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:27.181932 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:13:27.183063 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.212479 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks [] for router_controller (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), precommit_add_association {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.235469 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.356729 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Allocated IP 172.20.0.2 (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec/80caee0b-11c8-4855-941e-9b7178d17102/aea18ea4-1fed-48e1-8f5e-de35c008e879) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:27.436602 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks [] for router_gateway (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.457640 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:13:27.501671 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Publish callbacks [] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.509165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.551989 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:27.555902 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:27.562406 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:27.567503 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Pushing event updated for resources: {'Port': ['ID=aea18ea4-1fed-48e1-8f5e-de35c008e879,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:27.597437 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.597893 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.598818 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.599496 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.600012 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.600568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.601096 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.601673 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.602495 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.603309 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.603832 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.604365 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.604921 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.605426 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.606149 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:27.645942 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Attempting to bind port aea18ea4-1fed-48e1-8f5e-de35c008e879 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:27.646510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Attempting to bind port aea18ea4-1fed-48e1-8f5e-de35c008e879 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:27.647260 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Attempting to bind port aea18ea4-1fed-48e1-8f5e-de35c008e879 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:27.653165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:27.653760 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Checking segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:27.654314 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.655123 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Bound using segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:27.656389 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Bound port: aea18ea4-1fed-48e1-8f5e-de35c008e879, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:27.656919 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.730180 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32089036-b847-4933-ad38-07ee106fb58c req-33582406-9c5b-4bac-87d9-c0f58dcbecd6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 210 time: 0.0582106 May 16 19:13:27.735278 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-256d073b-c3de-4766-9825-491da9857e8b None None] For port aea18ea4-1fed-48e1-8f5e-de35c008e879, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:27.739370 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-256d073b-c3de-4766-9825-491da9857e8b None None] For port aea18ea4-1fed-48e1-8f5e-de35c008e879, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=aea18ea4-1fed-48e1-8f5e-de35c008e879,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:27.746609 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:27.848637 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d073b-c3de-4766-9825-491da9857e8b None None] Pushing event updated for resources: {'Port': ['ID=aea18ea4-1fed-48e1-8f5e-de35c008e879,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:27.991367 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks [] for router_gateway (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.021524 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.082250 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-5e85a522-e68d-42a4-aaa1-98d45faebd28 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:28.084021 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-5e85a522-e68d-42a4-aaa1-98d45faebd28 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 810 time: 0.3504505 May 16 19:13:28.093747 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47500) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:28.310188 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-d6508893-2627-485f-ab55-979fde8af9f2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee1963e977f4ac7b6d1877a6dd740a9 HTTP/1.1" status: 200 len: 380 time: 0.1930387 May 16 19:13:28.320390 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'port': {'device_id': 'ec122f45-8f35-47df-85df-f54da6781402', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'admin_state_up': True, 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'security_groups': ['2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:28.366092 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Allocated IP 172.27.2.160 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/f89da1e5-3b0b-4267-a9f3-023dcc76e5c3) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:28.375007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.386122 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.484281 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.804500 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Deleting port f27b2025-9f9f-4f2c-9730-86bd541168f1 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:28.804892 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.815859 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aba338-626b-4c50-9899-e7a19f3fd35b None None] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:13:28.856023 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] Provisioning complete for port aea18ea4-1fed-48e1-8f5e-de35c008e879 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:28.857194 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.878149 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-711e44e2-5e51-4dc6-b479-09277e9f695c req-b44f3c59-96aa-4460-9bb2-cde0b836d6b2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 210 time: 0.0590219 May 16 19:13:28.895153 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Made reservation on behalf of dee1963e977f4ac7b6d1877a6dd740a9 for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:28.899012 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.947305 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] For port f27b2025-9f9f-4f2c-9730-86bd541168f1, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=f27b2025-9f9f-4f2c-9730-86bd541168f1,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:28.947680 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:28.961403 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Calling delete_port for f27b2025-9f9f-4f2c-9730-86bd541168f1 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:28.963989 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks [] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.000993 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] Current status of the port aea18ea4-1fed-48e1-8f5e-de35c008e879 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:29.001446 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.038584 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] For port aea18ea4-1fed-48e1-8f5e-de35c008e879, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=aea18ea4-1fed-48e1-8f5e-de35c008e879,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:29.045318 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.109837 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ab3ac-8cd6-4139-b6ec-01e41a7d6c3b None None] Pushing event updated for resources: {'Port': ['ID=aea18ea4-1fed-48e1-8f5e-de35c008e879,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:29.147952 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.164272 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Router cfec5029-7e17-499e-8906-677fbac6a1ae has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:29.185135 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (f27b2025-9f9f-4f2c-9730-86bd541168f1), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.213058 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27b2025-9f9f-4f2c-9730-86bd541168f1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:29.218539 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:29.229268 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.230238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.230668 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.230905 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.231231 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.231630 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.231894 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.232219 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.232481 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.232803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.233115 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.233637 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.233904 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.234212 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.234513 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:29.237264 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Allocated IP 172.20.0.6 (5657b193-1d9d-4ab0-bc85-4249fb974f7c/115273a0-45f1-4d05-a967-b4b792efdb3a/682e565b-db4b-4d5d-847e-10679093da8c) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:29.239686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:29.241978 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:29.244245 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:29.267185 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ea51186e-9d2f-4ee4-8bac-c1b7ef3166c0 None None] Provisioning complete for port aea18ea4-1fed-48e1-8f5e-de35c008e879 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:29.267561 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ea51186e-9d2f-4ee4-8bac-c1b7ef3166c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.408371 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.483398 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ea51186e-9d2f-4ee4-8bac-c1b7ef3166c0 None None] Current status of the port aea18ea4-1fed-48e1-8f5e-de35c008e879 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:29.554020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:29.565285 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.566562 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] Sync routers for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:29.582918 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:29.583887 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:29.626343 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:29.628635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:29.659858 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:29.697300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for port (682e565b-db4b-4d5d-847e-10679093da8c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.719437 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-edd35cc3-592c-4dba-8c1d-999bc896a34d tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "PUT /v2.0/floatingips/7829758b-71ef-4b5d-980a-ab1af7e70a42 HTTP/1.1" status: 200 len: 994 time: 2.5757668 May 16 19:13:29.768072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ee726-a037-4f60-b31d-7a9044b64aa0 x-openstack-request-id: req-949ee726-a037-4f60-b31d-7a9044b64aa0 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:29.768336 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:29.768576 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-949ee726-a037-4f60-b31d-7a9044b64aa0 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:29.768993 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949ee726-a037-4f60-b31d-7a9044b64aa0'] response: {'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'status': 'completed', 'code': 200} May 16 19:13:29.813904 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:29.817190 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:29.825621 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (682e565b-db4b-4d5d-847e-10679093da8c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.828193 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] Sync routers for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:29.831664 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2c140a3c-d6ec-4ca8-a460-df7f507b4996 admin admin] 10.222.0.24 "PUT /v2.0/routers/18b484d4-4fcf-4329-baa6-3b2b7ad903a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368102 May 16 19:13:29.834299 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47508) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:29.836578 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks [] for router_gateway (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:29.845655 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-5e2b7c62-bf64-4ea1-9bc7-a7984689c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:29.846983 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-5e2b7c62-bf64-4ea1-9bc7-a7984689c3e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.0698824 May 16 19:13:29.849584 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:29.852109 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:29.919328 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:29.952078 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:29.958464 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:29.968462 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks [] for router (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.027603 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:30.065423 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event updated for resources: {'Port': ['ID=682e565b-db4b-4d5d-847e-10679093da8c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:30.096176 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '7829758b-71ef-4b5d-980a-ab1af7e70a42', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:55Z', 'updated_at': '2022-05-16T19:13:28Z', 'revision_number': 3, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.137858 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] Checking router: cfec5029-7e17-499e-8906-677fbac6a1ae for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:30.147595 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:30.148305 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.153210 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.153848 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.232572 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device aea18ea4-1fed-48e1-8f5e-de35c008e879 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:30.314860 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:30.318417 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-9ed5a473-d788-4f8b-8569-8829c4cde909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.320032 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-9ed5a473-d788-4f8b-8569-8829c4cde909 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.4207590 May 16 19:13:30.330646 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-57e81fb7-73fe-4e2d-845a-c35e14b82940 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0140252 May 16 19:13:30.352826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Request body: {'port': {'device_id': 'ec122f45-8f35-47df-85df-f54da6781402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:30.354573 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:13:29Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.358596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port aea18ea4-1fed-48e1-8f5e-de35c008e879 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:30.359272 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.409834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.429158 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] Checking router: 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:30.436298 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6786fd-5e3a-4366-a282-3a4aee604434 req-a6e5d33e-56f8-4c86-baf0-607a6cc91033 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.444572 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8e6786fd-5e3a-4366-a282-3a4aee604434 req-a6e5d33e-56f8-4c86-baf0-607a6cc91033 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 931 time: 0.4217188 May 16 19:13:30.447964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ec620f99-0b6e-4b57-8561-33a4a08b7eb4 None None] Provisioning complete for port 682e565b-db4b-4d5d-847e-10679093da8c triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:30.448850 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ec620f99-0b6e-4b57-8561-33a4a08b7eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (682e565b-db4b-4d5d-847e-10679093da8c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.486952 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ec620f99-0b6e-4b57-8561-33a4a08b7eb4 None None] Port 682e565b-db4b-4d5d-847e-10679093da8c cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:30.494336 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] Routers {'18b484d4-4fcf-4329-baa6-3b2b7ad903a5'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:30.495257 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.515353 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8e6786fd-5e3a-4366-a282-3a4aee604434 req-3f6edadf-16b2-4985-9eb1-0245e81494e7 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698714 May 16 19:13:30.524646 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (682e565b-db4b-4d5d-847e-10679093da8c), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.530945 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks [] for router_gateway (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.543295 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-be07f1b9-00b5-4941-a3aa-20a968d8faaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 1002 time: 0.2096007 May 16 19:13:30.566612 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '7829758b-71ef-4b5d-980a-ab1af7e70a42', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:55Z', 'updated_at': '2022-05-16T19:13:28Z', 'revision_number': 3, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.574576 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port aea18ea4-1fed-48e1-8f5e-de35c008e879 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:30.592504 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Deleting port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:30.592882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.593756 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af08d8-e5d2-41f9-a7d7-a6d76a2724bd None None] The sync data for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi is: [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '7829758b-71ef-4b5d-980a-ab1af7e70a42', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'port_id': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'mac_address': 'fa:16:3e:52:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:55Z', 'updated_at': '2022-05-16T19:13:28Z', 'revision_number': 3, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:30.666139 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] Set router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:30.702409 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-cde68270-0d48-4a35-8498-139da2faae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.703438 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-cde68270-0d48-4a35-8498-139da2faae09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.1489897 May 16 19:13:30.712076 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] For port b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:30.712451 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.729445 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Calling delete_port for b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:30.837300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-122d9989-b443-4627-b4e1-a2c2f5eed2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.839451 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-122d9989-b443-4627-b4e1-a2c2f5eed2b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178064 May 16 19:13:30.850793 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:13:29Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.879100 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace5650-040e-4e2a-bdc3-4217f6db90d1 None None] The sync data for ids ['18b484d4-4fcf-4329-baa6-3b2b7ad903a5'] in dv-cinder-766064-6-iscsi is: [{'id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'name': 'tempest-TestMinimumBasicScenario-1750937623-router', 'tenant_id': '84949fef3a77459fbf02d0804bafdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:53Z', 'updated_at': '2022-05-16T19:13:29Z', 'revision_number': 5, 'project_id': '84949fef3a77459fbf02d0804bafdc4a', 'gw_port': {'id': 'b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b484d4-4fcf-4329-baa6-3b2b7ad903a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:54Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:30.907335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:13:30.943125 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.965307 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:31.027650 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.072405 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-1a528dc3-3c41-4db4-82cb-67330dbe19f0 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189336 May 16 19:13:31.130735 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.133004 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks [] for router_controller (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.202230 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (18b484d4-4fcf-4329-baa6-3b2b7ad903a5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.202956 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b484d4-4fcf-4329-baa6-3b2b7ad903a5 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:13:31.208263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.209565 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-18097c7c-1948-461f-86d3-3861570b8908 admin admin] 10.222.0.24 "DELETE /v2.0/routers/18b484d4-4fcf-4329-baa6-3b2b7ad903a5 HTTP/1.1" status: 204 len: 168 time: 1.3739953 May 16 19:13:31.212286 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47516) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:31.261192 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Deleting subnet b09827ca-5d15-49a5-969d-6d7055804106 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:13:31.265274 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Publish callbacks [] for subnet (b09827ca-5d15-49a5-969d-6d7055804106), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.309363 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (b09827ca-5d15-49a5-969d-6d7055804106), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.416842 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (b09827ca-5d15-49a5-969d-6d7055804106), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.480724 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (b09827ca-5d15-49a5-969d-6d7055804106), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.486502 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682e565b-db4b-4d5d-847e-10679093da8c {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:31.491067 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:31.499282 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Publish callbacks [] for port (682e565b-db4b-4d5d-847e-10679093da8c), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.501764 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:31.514036 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09827ca-5d15-49a5-969d-6d7055804106,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:31.525784 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.531487 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:31.531939 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386354a8-8e49-4d48-a46b-7aa41a8efdf4 None None] Network a0f4becd-a191-415b-ad1c-fb9e538ef619 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:13:31.533957 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-52144918-ae89-40c0-a878-36dd4e3c1058 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b09827ca-5d15-49a5-969d-6d7055804106 HTTP/1.1" status: 204 len: 168 time: 0.3201563 May 16 19:13:31.534239 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:31.534681 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47518) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:31.535590 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Transition to ACTIVE for port object 682e565b-db4b-4d5d-847e-10679093da8c will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:13:31.539077 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5f5e65b6-bf09-4b3e-8774-7ad2dfa1fef5 req-44208bde-d88b-4958-8d6a-f8d77c5e990a service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407113 May 16 19:13:31.543090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.547598 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e9b2c47b-c8f2-408d-8808-b53959fcd3f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4895580 May 16 19:13:31.548527 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47522) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:31.555566 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (682e565b-db4b-4d5d-847e-10679093da8c), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.697389 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (a0f4becd-a191-415b-ad1c-fb9e538ef619), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.717311 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f27b2025-9f9f-4f2c-9730-86bd541168f1 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:31.759556 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: f27b2025-9f9f-4f2c-9730-86bd541168f1 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:31.759902 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f27b2025-9f9f-4f2c-9730-86bd541168f1 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:31.794010 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Deleting port 1740f81c-850b-4dd8-aec8-4afe726d2bae {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:31.795051 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.818353 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:31.825966 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:31.828361 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:31.883335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Pushing event updated for resources: {'Port': ['ID=682e565b-db4b-4d5d-847e-10679093da8c,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:31.894718 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3eab1-da1d-4906-8f71-6a24cf984676 req-70d25cba-14f0-409f-a28b-039ddddb5a56 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:31.896933 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ca3eab1-da1d-4906-8f71-6a24cf984676 req-70d25cba-14f0-409f-a28b-039ddddb5a56 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 943 time: 0.2316206 May 16 19:13:31.944845 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Attempting to bind port 682e565b-db4b-4d5d-847e-10679093da8c on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:31.945499 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Attempting to bind port 682e565b-db4b-4d5d-847e-10679093da8c by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:31.946067 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Attempting to bind port 682e565b-db4b-4d5d-847e-10679093da8c on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:31.948263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] For port 1740f81c-850b-4dd8-aec8-4afe726d2bae, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=1740f81c-850b-4dd8-aec8-4afe726d2bae,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:31.948734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.982734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Calling delete_port for 1740f81c-850b-4dd8-aec8-4afe726d2bae owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:32.012381 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Port 682e565b-db4b-4d5d-847e-10679093da8c on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:13:32.012796 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Attempting to bind port 682e565b-db4b-4d5d-847e-10679093da8c on network 5657b193-1d9d-4ab0-bc85-4249fb974f7c {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:32.032174 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3ca3eab1-da1d-4906-8f71-6a24cf984676 req-f7b70cd4-7cc5-4e4c-9248-9731866976d0 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265495 May 16 19:13:32.037004 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:32.037945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Checking segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:32.038424 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Bound using segment: {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:32.038954 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Bound port: 682e565b-db4b-4d5d-847e-10679093da8c, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321afa32-3bd6-4a66-a792-14b0b17ea442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:32.039558 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (682e565b-db4b-4d5d-847e-10679093da8c), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.040582 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:29Z', 'revision_number': 3, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:32.069495 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] DHCP port deletion for a0f4becd-a191-415b-ad1c-fb9e538ef619 request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:13:32.078231 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:32.078231 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Updating router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:13:32.115300 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.146501 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] Deleting port 1740f81c-850b-4dd8-aec8-4afe726d2bae {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:32.146980 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.164011 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.193864 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] No DVR routers for this DVR port 1740f81c-850b-4dd8-aec8-4afe726d2bae on host dv-cinder-766064-6-iscsi {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:32.216419 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1740f81c-850b-4dd8-aec8-4afe726d2bae,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.246889 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] For port 1740f81c-850b-4dd8-aec8-4afe726d2bae, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=1740f81c-850b-4dd8-aec8-4afe726d2bae,segment=NetworkSegment(2bb919b6-8cae-4c93-ac7a-d29a1fc30934),segment_id=2bb919b6-8cae-4c93-ac7a-d29a1fc30934)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:32.247610 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.280689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] Calling delete_port for 1740f81c-850b-4dd8-aec8-4afe726d2bae owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:32.291500 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e0fa7-a772-4596-abfd-1179b1156813 x-openstack-request-id: req-552e0fa7-a772-4596-abfd-1179b1156813 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:32.291722 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:32.291946 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-552e0fa7-a772-4596-abfd-1179b1156813 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:32.294275 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552e0fa7-a772-4596-abfd-1179b1156813'] response: {'name': 'network-changed', 'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'status': 'completed', 'code': 200} May 16 19:13:32.312544 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] For port 682e565b-db4b-4d5d-847e-10679093da8c, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:32.320112 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (a0f4becd-a191-415b-ad1c-fb9e538ef619), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.345695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f4becd-a191-415b-ad1c-fb9e538ef619']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:32.346166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] For port 682e565b-db4b-4d5d-847e-10679093da8c, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=682e565b-db4b-4d5d-847e-10679093da8c,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:32.357562 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb919b6-8cae-4c93-ac7a-d29a1fc30934') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:32.358253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb919b6-8cae-4c93-ac7a-d29a1fc30934') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:32.371640 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (2bb919b6-8cae-4c93-ac7a-d29a1fc30934), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.387288 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (682e565b-db4b-4d5d-847e-10679093da8c), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.389178 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (2bb919b6-8cae-4c93-ac7a-d29a1fc30934), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.399416 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-6eac1a5a-b9d2-4add-8465-7e2a3dac8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.400933 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-6eac1a5a-b9d2-4add-8465-7e2a3dac8b47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 1130 time: 0.1040058 May 16 19:13:32.401197 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:13:32.401928 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (2bb919b6-8cae-4c93-ac7a-d29a1fc30934), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:13:32.404919 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:13:32.437399 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (1740f81c-850b-4dd8-aec8-4afe726d2bae), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.463243 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Publish callbacks [] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.471346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.471888 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.473225 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.473688 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] 10.222.0.49 "PUT /v2.0/ports/682e565b-db4b-4d5d-847e-10679093da8c HTTP/1.1" status: 200 len: 1093 time: 2.1279299 May 16 19:13:32.477983 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] No DVR routers for this DVR port 1740f81c-850b-4dd8-aec8-4afe726d2bae on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:32.485338 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f48a6-69a1-46fb-837e-893e3d93918e None None] Pushing event deleted for resources: {'Port': ['ID=1740f81c-850b-4dd8-aec8-4afe726d2bae,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.532579 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (a0f4becd-a191-415b-ad1c-fb9e538ef619), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.557438 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.563995 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0f4becd-a191-415b-ad1c-fb9e538ef619 HTTP/1.1" status: 204 len: 168 time: 1.0256772 May 16 19:13:32.563995 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abb0f0-a73f-4336-bfe4-b76d5afb3a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f4becd-a191-415b-ad1c-fb9e538ef619,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.571149 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Attempting to bind port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:32.571517 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47526) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:32.571674 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Attempting to bind port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:32.571877 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Attempting to bind port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:32.575430 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Pushing event updated for resources: {'Port': ['ID=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.586033 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.586645 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.587161 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.587680 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.588179 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.588509 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.588833 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.589184 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.589456 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.590634 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.590634 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.590634 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.590910 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.591159 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.591473 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:32.595197 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:32.595562 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:32.596146 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.596524 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:32.596995 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Bound port: f89da1e5-3b0b-4267-a9f3-023dcc76e5c3, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:32.597363 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.619865 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cef6c3-c560-4c2f-93e9-bbd3cd4b3616 service neutron] Pushing event updated for resources: {'Port': ['ID=682e565b-db4b-4d5d-847e-10679093da8c,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.646781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-89c4507a-b3ed-4189-aa74-19d6587e1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.648407 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-89c4507a-b3ed-4189-aa74-19d6587e1f6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 1127 time: 0.1097760 May 16 19:13:32.659218 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] For port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:32.665434 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] For port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:32.676635 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.725401 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-a3d74a93-17e4-4df5-b8bb-39122cfc3982 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e565b-db4b-4d5d-847e-10679093da8c HTTP/1.1" status: 200 len: 217 time: 0.0469329 May 16 19:13:32.749988 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336a0c7-7548-4959-98e1-14057df0a9bf None None] Pushing event updated for resources: {'Port': ['ID=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.773172 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:32.773814 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:32.774921 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-7f4492ba-49e4-4d31-92a4-eb0c6b2ae99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.776430 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-7f4492ba-49e4-4d31-92a4-eb0c6b2ae99c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.3505840 May 16 19:13:32.857605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-0bac94d6-999f-46b6-83a0-bdbe331299b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.859330 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-0bac94d6-999f-46b6-83a0-bdbe331299b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.1269286 May 16 19:13:32.885179 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.921808 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-169e3c07-5687-49da-b12a-c2be150a50b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 200 len: 1002 time: 0.1366835 May 16 19:13:32.948554 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-9700724b-e30f-40ce-9065-b0208bc5ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.950167 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-9700724b-e30f-40ce-9065-b0208bc5ef4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822670 May 16 19:13:32.953342 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.965429 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:33.048450 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-e11b01d6-e476-4a12-a4ba-9cb33312add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:33.049888 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-e11b01d6-e476-4a12-a4ba-9cb33312add3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.1194890 May 16 19:13:33.157924 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:29Z', 'revision_number': 3, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:33.187929 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677f6d4-b8d4-4d87-8145-6087c0eb87b8 None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:29Z', 'revision_number': 3, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:33.202751 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Deleting port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:33.203091 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.207811 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-be611aa2-0dc5-40ce-b2bf-b3ae7a2f8608 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391365 May 16 19:13:33.213478 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-fc41917f-9935-4198-b422-4be47a7e40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:33.214957 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-fc41917f-9935-4198-b422-4be47a7e40a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1342089 May 16 19:13:33.276968 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bff60-73eb-4ee8-8926-4fe1f9c55dc0 req-24ffdca1-93f9-4cb6-8bf3-9b90f4a18340 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:33.282006 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-479bff60-73eb-4ee8-8926-4fe1f9c55dc0 req-24ffdca1-93f9-4cb6-8bf3-9b90f4a18340 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 943 time: 0.1355381 May 16 19:13:33.297300 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] For port 35d9b051-b1f6-43e7-9c1c-a5a065ee9939, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:33.297697 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.311162 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Calling delete_port for 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:33.376469 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Allocated IP 172.20.0.1 (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec/80caee0b-11c8-4855-941e-9b7178d17102/754b4292-d564-4a03-9e6f-2247b6971d04) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:33.501495 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-479bff60-73eb-4ee8-8926-4fe1f9c55dc0 req-e4ede486-d2a1-45d8-953c-1d7620028bb1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047784 May 16 19:13:33.524470 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-844c2bc6-93a7-44bf-b558-d98d0d7bf082 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874722 May 16 19:13:33.529486 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eda0b18-5e15-4b23-8f7f-3551ce1b650b req-495aacc8-c587-47e8-9e96-5e17265f4959 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090534 May 16 19:13:33.533413 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (35d9b051-b1f6-43e7-9c1c-a5a065ee9939), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.566776 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=35d9b051-b1f6-43e7-9c1c-a5a065ee9939,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.682020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks [] for port (754b4292-d564-4a03-9e6f-2247b6971d04), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.702727 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:33.713503 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6ecf397a-9ffa-46e7-86f5-4ed269fc688d req-1c306f32-156f-4bfc-88d4-4cb6c36348e5 service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812973 May 16 19:13:33.752781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.783317 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:33.784741 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.797490 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.812909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Pushing event updated for resources: {'Port': ['ID=754b4292-d564-4a03-9e6f-2247b6971d04,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.816701 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:33.818520 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:33.820717 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:33.888592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.903222 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:33.904064 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.957142 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:33.965327 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.065280 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 1740f81c-850b-4dd8-aec8-4afe726d2bae no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:34.090515 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:34.101087 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 1740f81c-850b-4dd8-aec8-4afe726d2bae {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:34.101785 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 1740f81c-850b-4dd8-aec8-4afe726d2bae not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:34.102403 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:34.125133 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.128969 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:34.129323 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b1f8cbbe-81e5-4d5e-8a96-6d6447a440e3 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:34.136357 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.157942 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:34.281002 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:34.284057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-bfa4edf6-21ca-48a5-8d04-4a97cf06ad4d None None] Provisioning complete for port 754b4292-d564-4a03-9e6f-2247b6971d04 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:34.284427 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bfa4edf6-21ca-48a5-8d04-4a97cf06ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.290422 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-86a07684-c2d5-473c-bbaf-41b0e0a46d4a admin admin] 10.222.0.24 "PUT /v2.0/routers/ef819ea7-8c9d-456c-b99d-8acc36c3d4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175038 May 16 19:13:34.293903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:34.294535 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47530) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:34.296166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05986c8e-443d-41fa-bf0c-bcef78f477dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "tag": "682e565b-db4b-4d5d-847e-10679093da8c"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:34.320835 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] Sync routers for ids ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:34.352889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12208649-35a3-4951-94f7-912c457840d2 x-openstack-request-id: req-12208649-35a3-4951-94f7-912c457840d2 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:34.353192 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "tag": "682e565b-db4b-4d5d-847e-10679093da8c", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:34.353504 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12208649-35a3-4951-94f7-912c457840d2 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:34.353928 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12208649-35a3-4951-94f7-912c457840d2'] response: {'name': 'network-changed', 'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c', 'status': 'completed', 'code': 200} May 16 19:13:34.363619 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks [] for port (754b4292-d564-4a03-9e6f-2247b6971d04), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.371263 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.435982 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks [] for router (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.445003 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.447090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Pushing event updated for resources: {'Port': ['ID=754b4292-d564-4a03-9e6f-2247b6971d04,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:34.489387 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] Routers {'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:34.490321 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:34.492177 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4edf6-21ca-48a5-8d04-4a97cf06ad4d None None] Port 754b4292-d564-4a03-9e6f-2247b6971d04 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:34.563530 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks [] for router_gateway (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.564010 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:34.565996 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:34.619948 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] Set router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:34.628022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Deleting port c61937e0-cf7d-4b7b-b876-f70be97fb09a {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:34.628619 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.729654 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] For port c61937e0-cf7d-4b7b-b876-f70be97fb09a, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c61937e0-cf7d-4b7b-b876-f70be97fb09a,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:34.730156 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.758615 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Calling delete_port for c61937e0-cf7d-4b7b-b876-f70be97fb09a owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:34.798539 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 5, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port': {'id': 'c61937e0-cf7d-4b7b-b876-f70be97fb09a', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:34.828623 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] Checking router: ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:34.837849 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] Routers {'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:34.838801 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:34.941902 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] Set router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 gateway port host: None {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:34.944489 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-6e3b7c00-ae37-4da6-b9fd-7dc9f35f2edc None None] Provisioning complete for port 754b4292-d564-4a03-9e6f-2247b6971d04 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:34.944489 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7c00-ae37-4da6-b9fd-7dc9f35f2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.946318 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (c61937e0-cf7d-4b7b-b876-f70be97fb09a), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.979947 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61937e0-cf7d-4b7b-b876-f70be97fb09a,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:35.005927 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-61096651-9848-474d-90de-6e037c9063df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.007530 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-61096651-9848-474d-90de-6e037c9063df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 1127 time: 0.4348006 May 16 19:13:35.025563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaeaf9-a7d0-45ad-ae1e-df918119a66f req-af78de1e-62a8-43da-94f2-0de322a25369 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.030113 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 6, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port_host': None}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:35.032407 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8abaeaf9-a7d0-45ad-ae1e-df918119a66f req-af78de1e-62a8-43da-94f2-0de322a25369 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 943 time: 0.4105458 May 16 19:13:35.058912 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.059153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c724765-508f-445e-878e-4906fcfe00b0 None None] The sync data for ids ['ef819ea7-8c9d-456c-b99d-8acc36c3d4d9'] in dv-cinder-766064-6-iscsi is: [{'id': 'ef819ea7-8c9d-456c-b99d-8acc36c3d4d9', 'name': 'tempest-TestMinimumBasicScenario-782098423-router', 'tenant_id': '006a916aeef842d29784440cf91bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:59Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 6, 'project_id': '006a916aeef842d29784440cf91bf8a6', 'gw_port_host': None}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:35.065024 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 682e565b-db4b-4d5d-847e-10679093da8c details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:13:35.072193 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b7c00-ae37-4da6-b9fd-7dc9f35f2edc None None] Port 754b4292-d564-4a03-9e6f-2247b6971d04 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:35.187867 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8abaeaf9-a7d0-45ad-ae1e-df918119a66f req-3c4e6db1-673e-43f3-8fc2-c6ffd7d06fd4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518574 May 16 19:13:35.197202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 682e565b-db4b-4d5d-847e-10679093da8c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=682e565b-db4b-4d5d-847e-10679093da8c,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:35.209938 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '682e565b-db4b-4d5d-847e-10679093da8c', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'port_id': '682e565b-db4b-4d5d-847e-10679093da8c', 'mac_address': 'fa:16:3e:cd:44:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:13:35.218522 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:35.250119 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 682e565b-db4b-4d5d-847e-10679093da8c is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:35.250541 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (682e565b-db4b-4d5d-847e-10679093da8c), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.265513 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682e565b-db4b-4d5d-847e-10679093da8c {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:35.284050 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-925b855b-3d58-41b4-9b4f-6f90042e40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.285762 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-925b855b-3d58-41b4-9b4f-6f90042e40b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.2681339 May 16 19:13:35.288563 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 682e565b-db4b-4d5d-847e-10679093da8c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=682e565b-db4b-4d5d-847e-10679093da8c,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:35.295386 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (682e565b-db4b-4d5d-847e-10679093da8c), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.336556 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-f2186e6d-e702-49eb-a14d-61ab676ba2f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e565b-db4b-4d5d-847e-10679093da8c HTTP/1.1" status: 200 len: 217 time: 0.0439034 May 16 19:13:35.357418 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=682e565b-db4b-4d5d-847e-10679093da8c,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:35.420459 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:35.427463 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c4b49bba-ab52-47a5-b653-5975f5757bde admin admin] 10.222.0.24 "PUT /v2.0/routers/48eee7fc-0e0a-441d-a78f-95b3b8d06a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8777843 May 16 19:13:35.433283 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-e45c520b-eabb-41ff-a9c3-7ba1e5078522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.434743 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-e45c520b-eabb-41ff-a9c3-7ba1e5078522 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.0663488 May 16 19:13:35.449481 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.451902 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks [] for router_controller (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.463871 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:35.500556 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:35.501555 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:35.502695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (ef819ea7-8c9d-456c-b99d-8acc36c3d4d9), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.503834 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:13:35.510612 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.512022 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5d176033-eee1-4b53-a4c8-5880276218f3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ef819ea7-8c9d-456c-b99d-8acc36c3d4d9 HTTP/1.1" status: 204 len: 168 time: 1.2163846 May 16 19:13:35.514319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-f79e0592-7e12-43d0-9b89-d241420c8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.514759 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47538) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:35.515829 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-f79e0592-7e12-43d0-9b89-d241420c8f02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703986 May 16 19:13:35.580778 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Deleting subnet 39b80232-d0bf-46e7-8733-0a9c6d580283 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:13:35.587148 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Publish callbacks [] for subnet (39b80232-d0bf-46e7-8733-0a9c6d580283), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.610397 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['682e565b-db4b-4d5d-847e-10679093da8c'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:35.651066 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:35.654014 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (39b80232-d0bf-46e7-8733-0a9c6d580283), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.715990 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-24ef4339-3415-42d8-a80b-46259dbe90de service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802959 May 16 19:13:35.785891 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (39b80232-d0bf-46e7-8733-0a9c6d580283), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.849514 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (39b80232-d0bf-46e7-8733-0a9c6d580283), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.852814 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-05986c8e-443d-41fa-bf0c-bcef78f477dd req-bb1a0e2d-97d7-4cf7-bf5a-d260338a08ef service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294873 May 16 19:13:35.884768 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b80232-d0bf-46e7-8733-0a9c6d580283,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:35.893263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.898056 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-70450fcc-e666-4aba-9586-8ce7881cef31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39b80232-d0bf-46e7-8733-0a9c6d580283 HTTP/1.1" status: 204 len: 168 time: 0.3817062 May 16 19:13:35.901035 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47544) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:35.902155 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e59353-1185-4534-9439-94bb4746be5c None None] Network 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:13:35.932831 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 2, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:35.960498 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:35.960866 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Updating router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b port 754b4292-d564-4a03-9e6f-2247b6971d04 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:13:35.991321 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.004525 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.072952 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Deleting port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:36.073310 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.100610 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:36.143741 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] DHCP port deletion for 3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:13:36.185469 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] For port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:36.185893 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.204397 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Calling delete_port for 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:36.212091 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] Deleting port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:36.212476 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.273280 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47556) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:36.279286 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-253476944-network', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:36.309415 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] For port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,segment=NetworkSegment(5fb0a525-30b9-49a6-9856-22fb4d3087c0),segment_id=5fb0a525-30b9-49a6-9856-22fb4d3087c0)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:36.310051 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.312636 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:36.313191 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.317785 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Made reservation on behalf of b578e7cebd13462290fbe5dd4dbf9415 for: {'network': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:36.320641 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.338517 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.349576 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] Calling delete_port for 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:36.352179 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ecfee-20a5-45ec-8477-6f5513b16a0c req-ec2ab2b3-2076-4233-8d65-d5e35249d8fc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:36.353903 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c9ecfee-20a5-45ec-8477-6f5513b16a0c req-ec2ab2b3-2076-4233-8d65-d5e35249d8fc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 944 time: 0.0720897 May 16 19:13:36.372463 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.419970 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.429245 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Publish callbacks [] for port (754b4292-d564-4a03-9e6f-2247b6971d04), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.438433 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] No DVR routers for this DVR port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c on host dv-cinder-766064-6-iscsi {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:36.441015 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.476716 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:36.495973 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (6f4b78a9-7aa9-48e5-afa1-8ef6516b944c), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.509506 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb171f-1a53-4ca2-900a-aa7015839dd7 None None] Pushing event updated for resources: {'Port': ['ID=754b4292-d564-4a03-9e6f-2247b6971d04,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.512026 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks [] for security_group (0549f25b-4643-4437-9ceb-d4428da78e15), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.520080 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2c9ecfee-20a5-45ec-8477-6f5513b16a0c req-80992b57-0566-4338-ac74-7b78d0e4ec95 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599209 May 16 19:13:36.528091 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0549f25b-4643-4437-9ceb-d4428da78e15), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.576389 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] Pushing event deleted for resources: {'Port': ['ID=6f4b78a9-7aa9-48e5-afa1-8ef6516b944c,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.576904 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:13:36.581846 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:36.595648 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3000f19-ad95-41a8-bd0a-12543df5a65f None None] No DVR routers for this DVR port 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:36.627475 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (93d1fbd9-21e1-4f4f-9c74-2570ced147f5), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.627893 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.segments_db [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Added segment 93d1fbd9-21e1-4f4f-9c74-2570ced147f5 of type vlan for network 2a46665b-4ab7-4219-9486-53d23e6e5280 May 16 19:13:36.629786 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.630260 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549f25b-4643-4437-9ceb-d4428da78e15,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.630871 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:36.630871 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 35d9b051-b1f6-43e7-9c1c-a5a065ee9939 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:36.642527 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a845a4fd-86c5-4efe-be28-275cf314824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.666461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3555f1bd-0097-42c5-9bf7-79a8ea43c3d4']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.679645 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb0a525-30b9-49a6-9856-22fb4d3087c0') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.680400 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb0a525-30b9-49a6-9856-22fb4d3087c0') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.692204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (5fb0a525-30b9-49a6-9856-22fb4d3087c0), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.695826 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Attempting to bind port 754b4292-d564-4a03-9e6f-2247b6971d04 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:36.695826 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Attempting to bind port 754b4292-d564-4a03-9e6f-2247b6971d04 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:36.696082 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Attempting to bind port 754b4292-d564-4a03-9e6f-2247b6971d04 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:36.711539 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (2a46665b-4ab7-4219-9486-53d23e6e5280), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.711950 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:36.712474 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Checking segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:36.712691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (5fb0a525-30b9-49a6-9856-22fb4d3087c0), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.713019 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.714156 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Bound using segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:36.714735 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Bound port: 754b4292-d564-4a03-9e6f-2247b6971d04, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:36.715238 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.725152 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:13:36.728469 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (5fb0a525-30b9-49a6-9856-22fb4d3087c0), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:13:36.730451 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:13:36.755665 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (2a46665b-4ab7-4219-9486-53d23e6e5280), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.757655 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:36.758298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.793781 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] For port 754b4292-d564-4a03-9e6f-2247b6971d04, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:36.796269 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (3555f1bd-0097-42c5-9bf7-79a8ea43c3d4), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.798019 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] For port 754b4292-d564-4a03-9e6f-2247b6971d04, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=754b4292-d564-4a03-9e6f-2247b6971d04,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:36.809027 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.815251 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.821013 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3555f1bd-0097-42c5-9bf7-79a8ea43c3d4 HTTP/1.1" status: 204 len: 168 time: 0.9147258 May 16 19:13:36.832372 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217789f8-19b5-4a99-b98f-905a7f8ab293 admin admin] Pushing event deleted for resources: {'Network': ['ID=3555f1bd-0097-42c5-9bf7-79a8ea43c3d4,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.843850 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5659373 May 16 19:13:36.843850 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506ad7e-5c85-413b-b519-1267d70bd39d admin admin] Pushing event updated for resources: {'Network': ['ID=2a46665b-4ab7-4219-9486-53d23e6e5280,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.843850 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47560) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:36.848957 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Request body: {'subnet': {'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-253476944-subnet', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'ip_version': 4}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:36.855933 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:13:36.867397 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:36.868039 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.889880 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Made reservation on behalf of b578e7cebd13462290fbe5dd4dbf9415 for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:36.899315 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126163388'] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.913360 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb171f-1a53-4ca2-900a-aa7015839dd7 None None] Pushing event updated for resources: {'Port': ['ID=754b4292-d564-4a03-9e6f-2247b6971d04,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:36.986020 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] Provisioning complete for port 754b4292-d564-4a03-9e6f-2247b6971d04 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:36.986594 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.020739 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:37.041206 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 682e565b-db4b-4d5d-847e-10679093da8c up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:37.133679 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47564) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:37.134412 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125933292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126163370'] for subnet (4254d7a8-aa97-42ce-bc30-b55f5d24a794), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.151211 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 682e565b-db4b-4d5d-847e-10679093da8c completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:13:37.177984 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 682e565b-db4b-4d5d-847e-10679093da8c triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:37.178320 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (682e565b-db4b-4d5d-847e-10679093da8c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.193971 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4254d7a8-aa97-42ce-bc30-b55f5d24a794,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:37.201895 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Checking segment: {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:37.202212 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Network hostable DHCP agents. Network: 2a46665b-4ab7-4219-9486-53d23e6e5280, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:13:37.204831 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-fdde21e2-94ce-4697-bb3c-5e3304d4789c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84949fef3a77459fbf02d0804bafdc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697193 May 16 19:13:37.207409 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47566) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:37.226368 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] Current status of the port 754b4292-d564-4a03-9e6f-2247b6971d04 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:37.226753 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.257440 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:13:37.258196 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:36Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:37.278208 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, 2a46665b-4ab7-4219-9486-53d23e6e5280) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:37.279618 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] For port 754b4292-d564-4a03-9e6f-2247b6971d04, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=754b4292-d564-4a03-9e6f-2247b6971d04,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:37.280041 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-25e3cca3-7799-4050-89d5-2b89739c7c76 admin admin] Publish callbacks [] for security_group (14b68db9-03c1-4ede-8a31-92ae8fe129f1), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.284974 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.285816 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.290006 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe94f5-771c-4fee-ab73-506f50393190 None None] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:13:37.297145 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dd95c-b441-4d58-ba0d-7a73c1c570b2 None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:36Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:37.315155 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2d891b4f-72b6-4efb-89ce-94f538be625d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4679515 May 16 19:13:37.315766 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.315974 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47570) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:37.317925 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-25e3cca3-7799-4050-89d5-2b89739c7c76 admin admin] Publish callbacks [] for security_group (14b68db9-03c1-4ede-8a31-92ae8fe129f1), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.322858 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:37.357350 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7323'] for router (54f43892-589c-42b6-91da-4bb76df20a96), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.359794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16329748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7264'] for router (54f43892-589c-42b6-91da-4bb76df20a96), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.414237 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-25e3cca3-7799-4050-89d5-2b89739c7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (14b68db9-03c1-4ede-8a31-92ae8fe129f1), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.427192 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-25e3cca3-7799-4050-89d5-2b89739c7c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.430763 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-25e3cca3-7799-4050-89d5-2b89739c7c76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14b68db9-03c1-4ede-8a31-92ae8fe129f1 HTTP/1.1" status: 204 len: 168 time: 0.2199659 May 16 19:13:37.432077 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks [] for router_controller (54f43892-589c-42b6-91da-4bb76df20a96), precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.439217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3cca3-7799-4050-89d5-2b89739c7c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b68db9-03c1-4ede-8a31-92ae8fe129f1,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:37.506358 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a282e-82d5-4146-a309-4ddc939d4135 None None] Pushing event updated for resources: {'Port': ['ID=754b4292-d564-4a03-9e6f-2247b6971d04,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:37.522377 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-034a305a-ef31-4dcd-a256-8ceb3d81eedb None None] Provisioning complete for port 754b4292-d564-4a03-9e6f-2247b6971d04 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:37.522753 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-034a305a-ef31-4dcd-a256-8ceb3d81eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.526885 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 682e565b-db4b-4d5d-847e-10679093da8c is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:37.527262 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (682e565b-db4b-4d5d-847e-10679093da8c), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.625182 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:37.631499 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks [] for router_gateway (54f43892-589c-42b6-91da-4bb76df20a96), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.633264 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24caf26-b958-40c0-b179-d6da6eb0f43a" -d '{"events": [{"server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "name": "network-vif-plugged", "status": "completed", "tag": "682e565b-db4b-4d5d-847e-10679093da8c"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:37.636353 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfce9d8f6-bcac-5bf9-a88b-e3651158e47d-2a46665b-4ab7-4219-9486-53d23e6e5280', 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280', 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'fixed_ips': [{'subnet_id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794'}]}} from dv-cinder-766064-6-iscsi. {{(pid=103675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:13:37.637325 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.713732 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 682e565b-db4b-4d5d-847e-10679093da8c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=682e565b-db4b-4d5d-847e-10679093da8c,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:37.775294 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c0df-f906-443f-95db-f629af319d47 req-f5359dc3-cda0-4599-ae1f-3e32ab82b6cf tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.776887 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8bf7c0df-f906-443f-95db-f629af319d47 req-f5359dc3-cda0-4599-ae1f-3e32ab82b6cf tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 944 time: 0.1216667 May 16 19:13:37.857723 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34acfb6-8cab-4f35-9b37-2e86ee96a0a8 x-openstack-request-id: req-d34acfb6-8cab-4f35-9b37-2e86ee96a0a8 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:37.858364 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "name": "network-vif-plugged", "status": "completed", "tag": "682e565b-db4b-4d5d-847e-10679093da8c", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:37.858829 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d34acfb6-8cab-4f35-9b37-2e86ee96a0a8 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:37.859400 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34acfb6-8cab-4f35-9b37-2e86ee96a0a8'] response: {'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c', 'code': 200} May 16 19:13:37.860739 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 754b4292-d564-4a03-9e6f-2247b6971d04 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:37.868776 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (682e565b-db4b-4d5d-847e-10679093da8c), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.902130 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8bf7c0df-f906-443f-95db-f629af319d47 req-5502dbb0-2759-4d74-a062-8b86f1802272 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142433 May 16 19:13:37.957051 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks [] for router_gateway (54f43892-589c-42b6-91da-4bb76df20a96), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.980787 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.058107 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2edec-873b-4ef1-895a-3a39eb62424c req-bcf8b0d5-d95e-466d-9406-ac00f8933e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:38.060039 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1db2edec-873b-4ef1-895a-3a39eb62424c req-bcf8b0d5-d95e-466d-9406-ac00f8933e83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 1129 time: 0.0788555 May 16 19:13:38.107980 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47580) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:38.131608 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1db2edec-873b-4ef1-895a-3a39eb62424c req-e70a11f5-a424-43eb-9ca8-3ba08bcf2a59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631099 May 16 19:13:38.138491 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-034a305a-ef31-4dcd-a256-8ceb3d81eedb None None] Current status of the port 754b4292-d564-4a03-9e6f-2247b6971d04 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:38.168561 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Allocated IP 172.27.2.116 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/12024843-2aac-42b1-b476-7f589e725ef8) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:38.185303 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Allocated IP 172.20.0.2 (2a46665b-4ab7-4219-9486-53d23e6e5280/4254d7a8-aa97-42ce-bc30-b55f5d24a794/e1bad9d8-c720-420d-9404-5a6d7f239606) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:38.187382 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 754b4292-d564-4a03-9e6f-2247b6971d04 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:38.187679 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.192470 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ef6dadff-f6d9-4d06-981e-fa9a6660359d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=006a916aeef842d29784440cf91bf8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810759 May 16 19:13:38.194390 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47582) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:38.218942 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=682e565b-db4b-4d5d-847e-10679093da8c,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.271444 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-29ddcb64-4843-4ba1-a9df-3826014b3355 admin admin] Publish callbacks [] for security_group (a8734979-a7b8-44fc-87dc-8bbd8d9a208c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.297335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-29ddcb64-4843-4ba1-a9df-3826014b3355 admin admin] Publish callbacks [] for security_group (a8734979-a7b8-44fc-87dc-8bbd8d9a208c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.313407 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks [] for port (12024843-2aac-42b1-b476-7f589e725ef8), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.354035 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 754b4292-d564-4a03-9e6f-2247b6971d04 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:38.368484 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (12024843-2aac-42b1-b476-7f589e725ef8), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.372722 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-29ddcb64-4843-4ba1-a9df-3826014b3355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a8734979-a7b8-44fc-87dc-8bbd8d9a208c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.375611 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-29ddcb64-4843-4ba1-a9df-3826014b3355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.377125 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-29ddcb64-4843-4ba1-a9df-3826014b3355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8734979-a7b8-44fc-87dc-8bbd8d9a208c HTTP/1.1" status: 204 len: 168 time: 0.1808479 May 16 19:13:38.388656 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddcb64-4843-4ba1-a9df-3826014b3355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8734979-a7b8-44fc-87dc-8bbd8d9a208c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.412803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:38.424968 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:38.429794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:38.433938 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Pushing event updated for resources: {'Port': ['ID=12024843-2aac-42b1-b476-7f589e725ef8,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.475585 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:38.504928 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Publish callbacks [] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.509106 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:38.509650 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 6f4b78a9-7aa9-48e5-afa1-8ef6516b944c not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:38.510176 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c61937e0-cf7d-4b7b-b876-f70be97fb09a no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:38.536931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.538981 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: c61937e0-cf7d-4b7b-b876-f70be97fb09a {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:38.539321 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c61937e0-cf7d-4b7b-b876-f70be97fb09a not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:38.594433 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:38.597132 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:38.600736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:38.614757 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Pushing event updated for resources: {'Port': ['ID=e1bad9d8-c720-420d-9404-5a6d7f239606,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.699918 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Attempting to bind port e1bad9d8-c720-420d-9404-5a6d7f239606 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:38.700289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Attempting to bind port e1bad9d8-c720-420d-9404-5a6d7f239606 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:38.700656 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Attempting to bind port e1bad9d8-c720-420d-9404-5a6d7f239606 on network 2a46665b-4ab7-4219-9486-53d23e6e5280 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:38.707339 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:38.707723 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Checking segment: {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:38.708372 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.708576 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Bound using segment: {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:38.709057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Bound port: e1bad9d8-c720-420d-9404-5a6d7f239606, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:38.709516 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.758667 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks [] for router_gateway (54f43892-589c-42b6-91da-4bb76df20a96), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.785650 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] For port e1bad9d8-c720-420d-9404-5a6d7f239606, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:38.789171 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] For port e1bad9d8-c720-420d-9404-5a6d7f239606, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=e1bad9d8-c720-420d-9404-5a6d7f239606,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:38.814524 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.879384 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb314f2f-5341-4f54-9957-13363c9db054 None None] Pushing event updated for resources: {'Port': ['ID=e1bad9d8-c720-420d-9404-5a6d7f239606,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.891008 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a09d-092b-4afe-b132-660184317c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.038741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41386a6a-488f-4074-91a4-113ba9b6d0d3 req-71e4620d-2eb6-4fb2-8a07-6a21422ca6c4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:39.040243 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-41386a6a-488f-4074-91a4-113ba9b6d0d3 req-71e4620d-2eb6-4fb2-8a07-6a21422ca6c4 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0567641 May 16 19:13:39.043539 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431578'] for router (54f43892-589c-42b6-91da-4bb76df20a96), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.184237 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-41386a6a-488f-4074-91a4-113ba9b6d0d3 req-bbbfabfc-5c09-43b7-b902-98fa1bd2be34 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374011 May 16 19:13:39.228338 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Router 54f43892-589c-42b6-91da-4bb76df20a96 is scheduled to L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:13:39.330871 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:39.340702 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Sync routers for ids ['54f43892-589c-42b6-91da-4bb76df20a96'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:39.350109 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.351525 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f4f70600-eb83-4f8d-bd4d-6910922d4579 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0333943 May 16 19:13:39.353090 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Routers {'54f43892-589c-42b6-91da-4bb76df20a96'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:39.353756 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['54f43892-589c-42b6-91da-4bb76df20a96'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:39.354578 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47588) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:39.456888 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Set router 54f43892-589c-42b6-91da-4bb76df20a96 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:39.649339 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:38Z', 'revision_number': 3, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:39.682023 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Checking router: 54f43892-589c-42b6-91da-4bb76df20a96 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:39.682442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Updating router 54f43892-589c-42b6-91da-4bb76df20a96 port 12024843-2aac-42b1-b476-7f589e725ef8 binding host dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:13:39.703567 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device e1bad9d8-c720-420d-9404-5a6d7f239606 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:39.739128 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12024843-2aac-42b1-b476-7f589e725ef8), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.815506 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port e1bad9d8-c720-420d-9404-5a6d7f239606 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:39.815962 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.973982 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ff702-58bf-49f9-b3bd-d285700d8567 None None] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:13:40.039937 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-d54d3258-0634-4a68-b167-8b7686d2de34 None None] Provisioning complete for port e1bad9d8-c720-420d-9404-5a6d7f239606 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:40.040210 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d54d3258-0634-4a68-b167-8b7686d2de34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.050629 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.064613 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port e1bad9d8-c720-420d-9404-5a6d7f239606 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:40.065001 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.174153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.193831 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port e1bad9d8-c720-420d-9404-5a6d7f239606, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=e1bad9d8-c720-420d-9404-5a6d7f239606,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:40.215771 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Allocated IP 172.20.0.1 (2a46665b-4ab7-4219-9486-53d23e6e5280/4254d7a8-aa97-42ce-bc30-b55f5d24a794/7abc7ab7-f7a5-4841-8af0-664af97c9a18) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:40.219923 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.318117 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88e37-cf7e-4de6-931f-9f39f133efd4 req-20d80356-9373-4151-a3dd-531a110b474d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:40.320925 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-80c88e37-cf7e-4de6-931f-9f39f133efd4 req-20d80356-9373-4151-a3dd-531a110b474d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0581365 May 16 19:13:40.335863 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-d54d3258-0634-4a68-b167-8b7686d2de34 None None] Current status of the port e1bad9d8-c720-420d-9404-5a6d7f239606 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:40.352608 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks [] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.361066 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=e1bad9d8-c720-420d-9404-5a6d7f239606,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:40.371119 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Publish callbacks [] for port (12024843-2aac-42b1-b476-7f589e725ef8), precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.381862 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (12024843-2aac-42b1-b476-7f589e725ef8), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.400158 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-80c88e37-cf7e-4de6-931f-9f39f133efd4 req-f7b63aa1-4c72-4200-9729-5879a4462c2c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665772 May 16 19:13:40.401783 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.455051 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd3e42-401c-4a89-8145-eaf5473682ba None None] Pushing event updated for resources: {'Port': ['ID=12024843-2aac-42b1-b476-7f589e725ef8,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:40.458353 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:40.458495 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Attempting to bind port 12024843-2aac-42b1-b476-7f589e725ef8 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:40.458495 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Attempting to bind port 12024843-2aac-42b1-b476-7f589e725ef8 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:40.458495 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Attempting to bind port 12024843-2aac-42b1-b476-7f589e725ef8 on network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:40.465320 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:40.467474 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:40.468476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7abc7ab7-f7a5-4841-8af0-664af97c9a18,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:40.471334 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:40.476584 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Checking segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:40.477074 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.477478 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Bound using segment: {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:40.478007 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Bound port: 12024843-2aac-42b1-b476-7f589e725ef8, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc80bab-adec-403a-94c2-f8cf7906a0a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:40.478548 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12024843-2aac-42b1-b476-7f589e725ef8), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.531779 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] For port 12024843-2aac-42b1-b476-7f589e725ef8, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:40.539106 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] For port 12024843-2aac-42b1-b476-7f589e725ef8, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=12024843-2aac-42b1-b476-7f589e725ef8,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:40.548350 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (12024843-2aac-42b1-b476-7f589e725ef8), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.554894 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429047'] for router_interface (54f43892-589c-42b6-91da-4bb76df20a96), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.602091 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7dc4b-5ce9-48d2-af3e-92a3bca1779f req-4ac247dc-c570-4b28-83f7-5d115f842a47 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:40.603947 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42a7dc4b-5ce9-48d2-af3e-92a3bca1779f req-4ac247dc-c570-4b28-83f7-5d115f842a47 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.1025586 May 16 19:13:40.606868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Routers {'54f43892-589c-42b6-91da-4bb76df20a96'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:40.607578 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['54f43892-589c-42b6-91da-4bb76df20a96'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:40.616211 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47594) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:40.623020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Request body: {'floatingip': {'port_id': '682e565b-db4b-4d5d-847e-10679093da8c'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:40.661497 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd3e42-401c-4a89-8145-eaf5473682ba None None] Pushing event updated for resources: {'Port': ['ID=12024843-2aac-42b1-b476-7f589e725ef8,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:40.674403 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-e4cedb6d-0a17-45da-a50c-2cbbeae19577 None None] Provisioning complete for port e1bad9d8-c720-420d-9404-5a6d7f239606 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:40.674685 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e4cedb6d-0a17-45da-a50c-2cbbeae19577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.685811 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (b1c511af-eecb-4fb0-9f74-e6948e07f8e7), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.725764 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.783129 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] Set router 54f43892-589c-42b6-91da-4bb76df20a96 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:40.891981 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-e4cedb6d-0a17-45da-a50c-2cbbeae19577 None None] Current status of the port e1bad9d8-c720-420d-9404-5a6d7f239606 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:40.945204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks [] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.950789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125907875'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.026809 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7abc7ab7-f7a5-4841-8af0-664af97c9a18,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:41.030301 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428733'] for router_interface (54f43892-589c-42b6-91da-4bb76df20a96), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.083961 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-5a6da09a-af4e-4fde-8a47-0971ec5384e9 None None] Provisioning complete for port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:41.084357 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5a6da09a-af4e-4fde-8a47-0971ec5384e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.135125 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:41.137243 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:41.158020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.164183 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (b1c511af-eecb-4fb0-9f74-e6948e07f8e7), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.174219 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-5a6da09a-af4e-4fde-8a47-0971ec5384e9 None None] Port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:41.187087 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:38Z', 'revision_number': 3, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:41.223234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d0b76-56bf-4fc8-8cb1-9eb2572d33b7 None None] The sync data for ids ['54f43892-589c-42b6-91da-4bb76df20a96'] in dv-cinder-766064-6-iscsi is: [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:38Z', 'revision_number': 3, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:41.260463 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Router 54f43892-589c-42b6-91da-4bb76df20a96 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:41.290602 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Floating IP b1c511af-eecb-4fb0-9f74-e6948e07f8e7 associated. External IP: 172.27.2.71, port: 682e565b-db4b-4d5d-847e-10679093da8c. May 16 19:13:41.385828 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:41.391092 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4a96d777-33ba-493f-b0dc-7a64515bfbc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/54f43892-589c-42b6-91da-4bb76df20a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0355096 May 16 19:13:41.497118 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-f2f243e2-3cc3-40d1-a1e9-7e7c8ba737f3 None None] Provisioning complete for port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:41.497118 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f2f243e2-3cc3-40d1-a1e9-7e7c8ba737f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.560076 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-f2f243e2-3cc3-40d1-a1e9-7e7c8ba737f3 None None] Port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:41.562526 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:41.692573 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.717864 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:41.732382 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:41.732891 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.750958 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:41.751489 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 12024843-2aac-42b1-b476-7f589e725ef8 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:41.751946 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:41.780687 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-190e3c30-fc38-4988-a44c-8cb2a9f739f3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "PUT /v2.0/floatingips/b1c511af-eecb-4fb0-9f74-e6948e07f8e7 HTTP/1.1" status: 200 len: 990 time: 1.1627748 May 16 19:13:41.781299 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:41.783962 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "tag": "682e565b-db4b-4d5d-847e-10679093da8c"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:41.824342 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 12024843-2aac-42b1-b476-7f589e725ef8 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:41.825756 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (12024843-2aac-42b1-b476-7f589e725ef8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.923685 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 12024843-2aac-42b1-b476-7f589e725ef8 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:41.924892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (12024843-2aac-42b1-b476-7f589e725ef8), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.933028 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47608) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:41.938397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33929672', 'description': 'tempest-secgroup-smoke-33929672 description', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:41.951963 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] For port 12024843-2aac-42b1-b476-7f589e725ef8, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=12024843-2aac-42b1-b476-7f589e725ef8,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:41.957186 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (12024843-2aac-42b1-b476-7f589e725ef8), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:41.958685 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device e1bad9d8-c720-420d-9404-5a6d7f239606 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:41.962638 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be856c-a2b4-43c3-b0d9-abf89d6ee61b x-openstack-request-id: req-b6be856c-a2b4-43c3-b0d9-abf89d6ee61b {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:41.963140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "tag": "682e565b-db4b-4d5d-847e-10679093da8c", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:41.963631 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6be856c-a2b4-43c3-b0d9-abf89d6ee61b {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:41.964246 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6be856c-a2b4-43c3-b0d9-abf89d6ee61b'] response: {'name': 'network-changed', 'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c', 'status': 'completed', 'code': 200} May 16 19:13:41.980604 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.022447 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:42.032112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-52957527-3cca-4649-8f28-7c2d92e86c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:42.033635 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-52957527-3cca-4649-8f28-7c2d92e86c97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 1129 time: 0.0402572 May 16 19:13:42.056447 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port e1bad9d8-c720-420d-9404-5a6d7f239606 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:42.056854 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.059583 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Pushing event updated for resources: {'Port': ['ID=12024843-2aac-42b1-b476-7f589e725ef8,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:42.131863 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group (aa03dbe3-2e18-4524-a9ae-207be21af323), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.151996 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port e1bad9d8-c720-420d-9404-5a6d7f239606 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:42.172600 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (aa03dbe3-2e18-4524-a9ae-207be21af323), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.223211 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.227363 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2903082 May 16 19:13:42.227363 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a4dbf-4eba-4f98-bd58-bf96f29bbea0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa03dbe3-2e18-4524-a9ae-207be21af323,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:42.228222 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47610) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:42.232103 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-712ff3c8-4358-4f4b-b114-ff090deb374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:42.232908 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group_rule': {'security_group_id': 'aa03dbe3-2e18-4524-a9ae-207be21af323', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:42.233747 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-712ff3c8-4358-4f4b-b114-ff090deb374d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 200 len: 911 time: 0.1437736 May 16 19:13:42.275764 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (126add96-324e-47af-9890-e2e113207f7b), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.282695 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'b1c511af-eecb-4fb0-9f74-e6948e07f8e7', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'port_id': '682e565b-db4b-4d5d-847e-10679093da8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'mac_address': 'fa:16:3e:cd:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122f45-8f35-47df-85df-f54da6781402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:24Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 1, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:42.310262 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-71dd37b6-6b8f-41d0-98e4-63f5534d9255 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e565b-db4b-4d5d-847e-10679093da8c HTTP/1.1" status: 200 len: 998 time: 0.0640771 May 16 19:13:42.314075 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:42.322972 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:42.323584 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:42.350507 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (126add96-324e-47af-9890-e2e113207f7b), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.354939 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (126add96-324e-47af-9890-e2e113207f7b), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.374809 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126add96-324e-47af-9890-e2e113207f7b,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:42.376570 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-2653444f-abcf-4460-a96f-534ce891a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:42.380598 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-2653444f-abcf-4460-a96f-534ce891a9c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 200 len: 849 time: 0.0632074 May 16 19:13:42.386094 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.389872 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-fb3e90a7-6ed1-402a-bb1d-2732d8412e09 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582663 May 16 19:13:42.390466 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47612) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:42.395690 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group_rule': {'security_group_id': 'aa03dbe3-2e18-4524-a9ae-207be21af323', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:42.433820 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (06193b23-8bbf-4639-9362-14842608a3f1), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.435142 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-5d158429-4504-43d4-9b9c-2b267c799d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:42.437557 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-5d158429-4504-43d4-9b9c-2b267c799d91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5657b193-1d9d-4ab0-bc85-4249fb974f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507379 May 16 19:13:42.445122 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:42.496045 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (06193b23-8bbf-4639-9362-14842608a3f1), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.501282 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (06193b23-8bbf-4639-9362-14842608a3f1), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.518913 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06193b23-8bbf-4639-9362-14842608a3f1,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:42.529901 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.533611 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-fbc0d458-ad2a-41b6-90aa-d99a22572503 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398966 May 16 19:13:42.534762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47614) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:42.539540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group_rule': {'security_group_id': 'aa03dbe3-2e18-4524-a9ae-207be21af323', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:42.566625 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-5631a453-0ded-4288-a410-292ce86726a5 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177940 May 16 19:13:42.594229 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (eea92768-ddfe-4d64-95b9-500f00ae176f), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.665786 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'b1c511af-eecb-4fb0-9f74-e6948e07f8e7', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'port_id': '682e565b-db4b-4d5d-847e-10679093da8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'mac_address': 'fa:16:3e:cd:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122f45-8f35-47df-85df-f54da6781402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:24Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 1, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:42.690829 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d9de-19e6-4f34-9e98-f3395c224aa7 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': 'b1c511af-eecb-4fb0-9f74-e6948e07f8e7', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'port_id': '682e565b-db4b-4d5d-847e-10679093da8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'mac_address': 'fa:16:3e:cd:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122f45-8f35-47df-85df-f54da6781402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:24Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 1, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:42.706117 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-948dbe25-84a9-4d1a-b2ea-86754d74dcf2 req-645f6de1-4cc4-4c47-a1b4-bc86458d0b83 service neutron] 10.222.0.49 "GET /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303756 May 16 19:13:42.713496 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (eea92768-ddfe-4d64-95b9-500f00ae176f), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.718386 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (eea92768-ddfe-4d64-95b9-500f00ae176f), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.742404 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea92768-ddfe-4d64-95b9-500f00ae176f,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:42.748919 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.749975 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1a6e62f8-eedd-403d-a82c-931a3bcfc413 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2141385 May 16 19:13:42.752746 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47616) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:42.758069 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group_rule': {'security_group_id': 'aa03dbe3-2e18-4524-a9ae-207be21af323', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:42.785385 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (57cdf38e-58aa-4963-9a47-1960a1630363), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.843544 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (57cdf38e-58aa-4963-9a47-1960a1630363), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.848786 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (57cdf38e-58aa-4963-9a47-1960a1630363), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.866180 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cdf38e-58aa-4963-9a47-1960a1630363,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:42.875352 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.879283 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ec3f5453-dc4e-4cda-bdf6-710ce2cdd507 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226907 May 16 19:13:42.879374 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47618) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:42.883942 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group_rule': {'security_group_id': 'aa03dbe3-2e18-4524-a9ae-207be21af323', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:42.907717 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.securitygroups_db [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Project 385ae3c7ea8347d7bfc346d8bc7fda4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:13:42.914035 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (950209ad-e571-43a6-9d1b-fa010fc131e2), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.971546 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (950209ad-e571-43a6-9d1b-fa010fc131e2), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.976635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (950209ad-e571-43a6-9d1b-fa010fc131e2), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:42.993541 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950209ad-e571-43a6-9d1b-fa010fc131e2,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:43.003066 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.004273 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-92c7e667-812e-47b6-b583-c2ce9c6687e3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239519 May 16 19:13:43.007270 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47620) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:43.011929 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'security_group_rule': {'security_group_id': 'aa03dbe3-2e18-4524-a9ae-207be21af323', 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:43.032895 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.securitygroups_db [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Project 385ae3c7ea8347d7bfc346d8bc7fda4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:13:43.038053 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (3de59f75-4594-4b39-bc57-fc26dd3fb7d6), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.094843 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (3de59f75-4594-4b39-bc57-fc26dd3fb7d6), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.100377 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (3de59f75-4594-4b39-bc57-fc26dd3fb7d6), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.117433 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de59f75-4594-4b39-bc57-fc26dd3fb7d6,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:43.127825 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.132318 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2960625b-dd2b-47fd-b8a8-2e22a2004031 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211016 May 16 19:13:43.146431 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.623770 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 12024843-2aac-42b1-b476-7f589e725ef8 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:43.667166 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 12024843-2aac-42b1-b476-7f589e725ef8 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:43.667541 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (12024843-2aac-42b1-b476-7f589e725ef8), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.743769 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 12024843-2aac-42b1-b476-7f589e725ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:44.476172 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78498001-0727-494a-bf6c-35727db664bc None None] New status for floating IP b1c511af-eecb-4fb0-9f74-e6948e07f8e7: ACTIVE {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:44.650502 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Sync routers for ids ['54f43892-589c-42b6-91da-4bb76df20a96'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:44.663980 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Routers {'54f43892-589c-42b6-91da-4bb76df20a96'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:44.664613 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['54f43892-589c-42b6-91da-4bb76df20a96'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:44.770851 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Set router 54f43892-589c-42b6-91da-4bb76df20a96 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:44.962135 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:40Z', 'revision_number': 4, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '7abc7ab7-f7a5-4841-8af0-664af97c9a18', 'name': '', 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'mac_address': 'fa:16:3e:88:b2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:40Z', 'updated_at': '2022-05-16T19:13:40Z', 'revision_number': 2, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'subnets': [{'id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:44.987464 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Checking router: 54f43892-589c-42b6-91da-4bb76df20a96 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:44.987818 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Updating router 54f43892-589c-42b6-91da-4bb76df20a96 port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 binding host dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:13:45.015439 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.321028 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Publish callbacks [] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.328028 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.372086 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389647e4-c7ff-46cc-a314-17e71c3f402f None None] Pushing event updated for resources: {'Port': ['ID=7abc7ab7-f7a5-4841-8af0-664af97c9a18,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:45.435061 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Attempting to bind port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 on host dv-cinder-766064-6-iscsi for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:45.435434 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Attempting to bind port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 by drivers openvswitch,hyperv on host dv-cinder-766064-6-iscsi at level 0 using segments [{'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:45.435790 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Attempting to bind port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 on network 2a46665b-4ab7-4219-9486-53d23e6e5280 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:45.440801 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Checking agent: {'id': 'f9c8a937-8d58-44f2-ae7f-341a8ed48476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 43), 'started_at': datetime.datetime(2022, 5, 16, 19, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:45.441162 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Checking segment: {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:45.441578 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.441974 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Bound using segment: {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:45.442407 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Bound port: 7abc7ab7-f7a5-4841-8af0-664af97c9a18, host: dv-cinder-766064-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d1fbd9-21e1-4f4f-9c74-2570ced147f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:45.442773 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.504019 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] For port 7abc7ab7-f7a5-4841-8af0-664af97c9a18, host dv-cinder-766064-6-iscsi, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:45.507401 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] For port 7abc7ab7-f7a5-4841-8af0-664af97c9a18, host dv-cinder-766064-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=7abc7ab7-f7a5-4841-8af0-664af97c9a18,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:45.515281 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.575345 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389647e4-c7ff-46cc-a314-17e71c3f402f None None] Pushing event updated for resources: {'Port': ['ID=7abc7ab7-f7a5-4841-8af0-664af97c9a18,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:45.584265 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Routers {'54f43892-589c-42b6-91da-4bb76df20a96'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:45.584825 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['54f43892-589c-42b6-91da-4bb76df20a96'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:45.611824 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] Provisioning complete for port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:45.612420 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.698549 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] Current status of the port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 is: DOWN; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:45.699038 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.732823 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] For port 7abc7ab7-f7a5-4841-8af0-664af97c9a18, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=7abc7ab7-f7a5-4841-8af0-664af97c9a18,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:45.739408 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.776628 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] Set router 54f43892-589c-42b6-91da-4bb76df20a96 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:45.790146 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd7ceb-3b16-4b9c-a1b5-5aac1915a8a9 None None] Pushing event updated for resources: {'Port': ['ID=7abc7ab7-f7a5-4841-8af0-664af97c9a18,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:45.859807 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-7b2a2cb3-9125-42f0-8769-8bdd59552b5f None None] Provisioning complete for port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:45.860063 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2cb3-9125-42f0-8769-8bdd59552b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.933964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a2cb3-9125-42f0-8769-8bdd59552b5f None None] Current status of the port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:45.965822 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:40Z', 'revision_number': 4, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '7abc7ab7-f7a5-4841-8af0-664af97c9a18', 'name': '', 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'mac_address': 'fa:16:3e:88:b2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:40Z', 'updated_at': '2022-05-16T19:13:45Z', 'revision_number': 4, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'subnets': [{'id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:45.991377 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c607b89-00d8-4f73-9f69-1b560df9b7d0 None None] The sync data for ids ['54f43892-589c-42b6-91da-4bb76df20a96'] in dv-cinder-766064-6-iscsi is: [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:40Z', 'revision_number': 4, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '7abc7ab7-f7a5-4841-8af0-664af97c9a18', 'name': '', 'network_id': '2a46665b-4ab7-4219-9486-53d23e6e5280', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'mac_address': 'fa:16:3e:88:b2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:40Z', 'updated_at': '2022-05-16T19:13:45Z', 'revision_number': 4, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'subnets': [{'id': '4254d7a8-aa97-42ce-bc30-b55f5d24a794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:47.643006 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 7abc7ab7-f7a5-4841-8af0-664af97c9a18 up at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:47.692564 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Provisioning complete for port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:47.692971 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.768365 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Current status of the port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 is: ACTIVE; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:55.628288 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abf238-56ee-4026-bc95-a4ec2ee22b6c req-2bc66a04-3e2b-4adc-a313-179f70e16e7e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:55.630019 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e6abf238-56ee-4026-bc95-a4ec2ee22b6c req-2bc66a04-3e2b-4adc-a313-179f70e16e7e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0505178 May 16 19:13:55.680912 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e6abf238-56ee-4026-bc95-a4ec2ee22b6c req-1fc957b7-d9c9-4a43-b8c1-85fafaa3392a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449531 May 16 19:13:56.823342 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972e4b-89cc-4401-ac4c-5c0f96e2b0f3 req-5452c679-a240-4330-89ca-be2ba79a2767 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:56.824806 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aa972e4b-89cc-4401-ac4c-5c0f96e2b0f3 req-5452c679-a240-4330-89ca-be2ba79a2767 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0534842 May 16 19:13:57.128151 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aa972e4b-89cc-4401-ac4c-5c0f96e2b0f3 req-d22ae2e7-01b3-41f4-b885-31926e4bf039 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=a196d114-c334-4df7-962a-236e656c993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973642 May 16 19:13:57.724822 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8984794-ef19-47d1-ad31-155b9e31662e req-e3ed0a15-f7eb-40a5-adc0-453700e5f7c8 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:57.726330 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f8984794-ef19-47d1-ad31-155b9e31662e req-e3ed0a15-f7eb-40a5-adc0-453700e5f7c8 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 945 time: 0.0487616 May 16 19:13:57.814080 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port 34e977f1-14f8-42d4-a048-80b967122723 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:57.814300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (34e977f1-14f8-42d4-a048-80b967122723), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:57.899663 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] For port 34e977f1-14f8-42d4-a048-80b967122723, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34e977f1-14f8-42d4-a048-80b967122723,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:57.900351 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (34e977f1-14f8-42d4-a048-80b967122723), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:58.053345 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:58.053739 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (cf6a71e7-e9e1-46ff-bbfe-98aa60f90555), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:58.054052 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP cf6a71e7-e9e1-46ff-bbfe-98aa60f90555 disassociated. External IP: 172.27.2.158, port: 34e977f1-14f8-42d4-a048-80b967122723. May 16 19:13:58.054389 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for 34e977f1-14f8-42d4-a048-80b967122723 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:58.188445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (34e977f1-14f8-42d4-a048-80b967122723), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:58.214834 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=34e977f1-14f8-42d4-a048-80b967122723,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:58.232224 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7a0feeb5-1376-4f9a-afbc-b5495b8138d4 req-dc5b92b4-b83a-4e22-802b-88a5a5407465 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=7436d70f-ee98-42cc-95ff-4aa094d149c8 HTTP/1.1" status: 200 len: 210 time: 0.0275285 May 16 19:13:58.333250 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:58.443774 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:58.453467 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:58.464306 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:58.464939 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:58.486761 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] No DVR routers for this DVR port 34e977f1-14f8-42d4-a048-80b967122723 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:58.490000 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:58.493076 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f8984794-ef19-47d1-ad31-155b9e31662e req-c55cc3b3-b22b-412e-b73e-e27ee18d3d6d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "DELETE /v2.0/ports/34e977f1-14f8-42d4-a048-80b967122723 HTTP/1.1" status: 204 len: 173 time: 0.7609913 May 16 19:13:58.493586 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'name': 'network-vif-deleted', 'tag': '34e977f1-14f8-42d4-a048-80b967122723'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:58.495859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685662bf-d324-4b01-b292-7f6d58c58265" -d '{"events": [{"server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "name": "network-vif-deleted", "tag": "34e977f1-14f8-42d4-a048-80b967122723"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:58.538627 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21711d-2c44-4a52-a43c-f143e16a3ae4 x-openstack-request-id: req-5a21711d-2c44-4a52-a43c-f143e16a3ae4 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:58.538945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7436d70f-ee98-42cc-95ff-4aa094d149c8", "name": "network-vif-deleted", "tag": "34e977f1-14f8-42d4-a048-80b967122723", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:58.539189 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a21711d-2c44-4a52-a43c-f143e16a3ae4 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:58.539608 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a21711d-2c44-4a52-a43c-f143e16a3ae4'] response: {'server_uuid': '7436d70f-ee98-42cc-95ff-4aa094d149c8', 'name': 'network-vif-deleted', 'tag': '34e977f1-14f8-42d4-a048-80b967122723', 'status': 'completed', 'code': 200} May 16 19:13:58.570936 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:58.760942 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:58.789325 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:58.798080 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:58.798664 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:13:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:58.897256 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:59.091197 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:59.118437 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ae67e-66d0-4c2a-bb2b-edb485473f5d None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:59.323289 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47806) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:59.347169 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a644fe4a-9e1b-4382-abb8-425ffe661ad9 None None] New status for floating IP cf6a71e7-e9e1-46ff-bbfe-98aa60f90555: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:59.388149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6bc02859-ac5f-4eec-a5a2-14187b871b94 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (a196d114-c334-4df7-962a-236e656c993d), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.411996 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6bc02859-ac5f-4eec-a5a2-14187b871b94 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (a196d114-c334-4df7-962a-236e656c993d), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.459478 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6bc02859-ac5f-4eec-a5a2-14187b871b94 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a196d114-c334-4df7-962a-236e656c993d), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.462619 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6bc02859-ac5f-4eec-a5a2-14187b871b94 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.463778 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-6bc02859-ac5f-4eec-a5a2-14187b871b94 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/security-groups/a196d114-c334-4df7-962a-236e656c993d HTTP/1.1" status: 204 len: 168 time: 0.1393373 May 16 19:13:59.466703 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47808) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:59.476829 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc02859-ac5f-4eec-a5a2-14187b871b94 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196d114-c334-4df7-962a-236e656c993d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:59.482469 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.api.v2.resource [None req-cc2985dd-5682-4381-8c9a-44d5141165e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] show failed (client error): The resource could not be found. May 16 19:13:59.482845 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cc2985dd-5682-4381-8c9a-44d5141165e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups/a196d114-c334-4df7-962a-236e656c993d HTTP/1.1" status: 404 len: 347 time: 0.0152121 May 16 19:13:59.485792 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47810) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:59.599416 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port 02f24b3e-fa74-42a5-bc65-18f406db2aaa {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:59.599762 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.677721 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.678047 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (02f24b3e-fa74-42a5-bc65-18f406db2aaa), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.689864 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for 02f24b3e-fa74-42a5-bc65-18f406db2aaa owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:59.823840 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (02f24b3e-fa74-42a5-bc65-18f406db2aaa), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.852700 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=02f24b3e-fa74-42a5-bc65-18f406db2aaa,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:59.912838 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (cf6a71e7-e9e1-46ff-bbfe-98aa60f90555), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.915963 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.917143 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c02497eb-a564-4b81-b595-a2c2cf61db4e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf6a71e7-e9e1-46ff-bbfe-98aa60f90555 HTTP/1.1" status: 204 len: 168 time: 0.4304171 May 16 19:13:59.988823 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47816) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:59.993404 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074872901', 'description': 'tempest-description--607052869'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:00.015273 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.087056 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (320555a8-7267-46bd-ba17-660828cf85fb), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.093611 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (320555a8-7267-46bd-ba17-660828cf85fb), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.134579 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.135785 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1459408 May 16 19:14:00.137840 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36bf5d-3efa-4dfd-8e22-63e6cb97b5e9 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320555a8-7267-46bd-ba17-660828cf85fb,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:00.140052 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47818) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:00.144017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': '320555a8-7267-46bd-ba17-660828cf85fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:00.176081 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (14bac8f4-c705-4077-a316-d4a36441d39b), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.232645 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (14bac8f4-c705-4077-a316-d4a36441d39b), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.237326 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (14bac8f4-c705-4077-a316-d4a36441d39b), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.253941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bac8f4-c705-4077-a316-d4a36441d39b,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:00.262818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.264015 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c5216715-42a7-42cc-868b-fecf86fc2343 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235595 May 16 19:14:00.266803 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 47820) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:00.271612 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'security_group_rule': {'security_group_id': '320555a8-7267-46bd-ba17-660828cf85fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:00.299586 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (b653a2b0-c8c3-48df-a3d3-57ca5fab0921), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.357179 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (b653a2b0-c8c3-48df-a3d3-57ca5fab0921), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.362928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351027'] for security_group_rule (b653a2b0-c8c3-48df-a3d3-57ca5fab0921), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.383112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b653a2b0-c8c3-48df-a3d3-57ca5fab0921,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:00.390710 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.393979 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-eba13939-0ab0-4d30-b164-863a47cb2d73 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260405 May 16 19:14:00.395477 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 47824) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:00.399957 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:00.422105 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.498824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.609263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.27.2.165 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/a3a053a1-607b-4261-b6fe-ad9886fc0cb7) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:14:00.625191 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-3f78201c-4a09-42d2-8944-dca975aa7942 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33929672&fields=id&tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 267 time: 0.0466151 May 16 19:14:00.713400 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.728963 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2ae7a750-cf68-4228-929f-13473ddb33fd tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:00.730746 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2ae7a750-cf68-4228-929f-13473ddb33fd tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 812 time: 0.0986607 May 16 19:14:00.745683 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-c9dfcfb2-01af-45ad-b205-8afedb00c038 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/quotas/385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 375 time: 0.0092297 May 16 19:14:00.748823 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.784154 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:14:00.788363 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:14:00.794339 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:14:00.797027 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2cf81f45-ef55-4e43-97f7-cc4c333657a5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455065 May 16 19:14:00.799172 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=a3a053a1-607b-4261-b6fe-ad9886fc0cb7,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:00.893744 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (241dcae8-fb20-45d4-bfd2-65e6b1e0416b), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:00.931151 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:01.000743 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2faddd43-9c43-4b52-b0da-e6614e0235da service neutron] 10.222.0.24 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920669 May 16 19:14:01.092789 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-8e7bf684-adde-4fec-bfbe-d7b335be849f service neutron] 10.222.0.24 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 May 16 19:14:01.113941 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:01.120124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125907875'] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:01.189741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=a3a053a1-607b-4261-b6fe-ad9886fc0cb7,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:01.200121 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (241dcae8-fb20-45d4-bfd2-65e6b1e0416b), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:01.215859 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:01.217107 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e7b3a2ff-c97d-4c5a-9425-7305eed36cd3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8206267 May 16 19:14:01.251524 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34e977f1-14f8-42d4-a048-80b967122723 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:01.271689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 34e977f1-14f8-42d4-a048-80b967122723 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:01.272032 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34e977f1-14f8-42d4-a048-80b967122723 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:01.374360 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-bb350ea6-1622-4681-afb4-7c6b8f281f8c tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1074872901&fields=id&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 267 time: 0.0461369 May 16 19:14:01.392054 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-15d74c90-3f64-49dd-a7a8-e133beb4bc57 req-66c19da1-8daa-439f-ba1c-5fbe404c0169 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 210 time: 0.0331287 May 16 19:14:01.484272 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-9696d334-0917-4148-a319-8a22f7bededd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:01.485784 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-9696d334-0917-4148-a319-8a22f7bededd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.1049910 May 16 19:14:01.502914 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-4cb390de-9c84-4dea-ae47-a4ce7f7a0a0b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/quotas/dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 375 time: 0.0104587 May 16 19:14:01.552608 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-37c589f4-8aac-4e35-a64a-894c1e0d05fe tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435965 May 16 19:14:01.697353 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-96380c1a-5ed6-4982-8526-b7864d80c6eb service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326153 May 16 19:14:01.792521 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-dba18052-ff6a-43a3-9ccf-4bdfbd6dbeec service neutron] 10.222.0.24 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 May 16 19:14:01.965248 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b9dc5ef9-aec6-4628-86f9-c511cc95df73 req-99e134a5-3220-4dae-a4b4-4604331f09c8 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 210 time: 0.0293679 May 16 19:14:02.413974 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-58e811bc-ad32-4b75-af3e-152fcd89e008 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:02.415560 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-58e811bc-ad32-4b75-af3e-152fcd89e008 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 812 time: 0.1207304 May 16 19:14:02.494511 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-4e917712-6c08-48c0-897f-8ef856ee2c9a tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 378 time: 0.0639198 May 16 19:14:02.498310 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7fd6acdc-0626-44e8-ade9-34d03c1ae3ea req-d4941938-13a1-4ec5-a24d-02ff66e14881 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 210 time: 0.0301039 May 16 19:14:02.521483 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'port': {'device_id': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'admin_state_up': True, 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'security_groups': ['aa03dbe3-2e18-4524-a9ae-207be21af323']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:02.628577 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Made reservation on behalf of 385ae3c7ea8347d7bfc346d8bc7fda4a for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:14:02.632072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:02.764952 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Allocated IP 172.20.0.12 (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec/80caee0b-11c8-4855-941e-9b7178d17102/b4806342-52fb-4a7f-bc66-ac85ae8e8213) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:14:02.915443 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.012812 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.107902 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-57002e6d-c476-4740-94cf-5a4a53574108 req-7130c6b5-ee81-44ac-a415-552f3198ea66 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 210 time: 0.0493636 May 16 19:14:03.108486 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=b4806342-52fb-4a7f-bc66-ac85ae8e8213,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:03.116186 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:14:03.131315 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-efc0922a-024a-4b3c-86b0-5938bf2a5d8d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.131315 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-efc0922a-024a-4b3c-86b0-5938bf2a5d8d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 814 time: 0.2294810 May 16 19:14:03.131315 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:14:03.132962 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:14:03.181498 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.182179 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.199830 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-2a66fbbe-4bd0-45f9-8ddb-2909a9e147a2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6827803 May 16 19:14:03.235232 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Request body: {'port': {'device_id': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:03.333120 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-29694aae-cff4-4928-ba7b-93c69f417f8b tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd195af6f92c42a18ed7051eae26dbaa HTTP/1.1" status: 200 len: 380 time: 0.1085274 May 16 19:14:03.334109 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.348082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'port': {'device_id': 'a0498aab-f458-4907-8557-c094918d4cdd', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'admin_state_up': True, 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'security_groups': ['320555a8-7267-46bd-ba17-660828cf85fb']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:03.378814 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-a1b1c118-ad9d-4af7-8e94-7b62743ca2a5 None None] Provisioning complete for port b4806342-52fb-4a7f-bc66-ac85ae8e8213 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:03.379411 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c118-ad9d-4af7-8e94-7b62743ca2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.411829 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1c118-ad9d-4af7-8e94-7b62743ca2a5 None None] Port b4806342-52fb-4a7f-bc66-ac85ae8e8213 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:14:03.572846 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Made reservation on behalf of dd195af6f92c42a18ed7051eae26dbaa for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:14:03.576234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.621592 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c4c9-1f2b-40db-b2c4-6f36b35204fd req-dc899e27-a017-49ee-a88a-6cb5153edf62 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.623336 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9d44c4c9-1f2b-40db-b2c4-6f36b35204fd req-dc899e27-a017-49ee-a88a-6cb5153edf62 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 932 time: 0.0495505 May 16 19:14:03.674626 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9d44c4c9-1f2b-40db-b2c4-6f36b35204fd req-356229bc-8f6b-4e58-873f-3d575dabdcb3 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454428 May 16 19:14:03.795204 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Allocated IP 172.20.0.9 (b9cbd7ed-b011-47eb-8de6-48451d865294/464b6801-d4d1-4d1f-8f6e-41941fd21d02/ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:14:03.803322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4806342-52fb-4a7f-bc66-ac85ae8e8213 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:03.813970 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Publish callbacks [] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.836643 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Transition to ACTIVE for port object b4806342-52fb-4a7f-bc66-ac85ae8e8213 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:14:03.846752 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:03.955778 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df28a4-8131-448d-85d3-89926835946f service neutron] Pushing event updated for resources: {'Port': ['ID=b4806342-52fb-4a7f-bc66-ac85ae8e8213,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:04.042282 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.063617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.067248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Attempting to bind port b4806342-52fb-4a7f-bc66-ac85ae8e8213 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:14:04.067586 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Attempting to bind port b4806342-52fb-4a7f-bc66-ac85ae8e8213 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:14:04.067943 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Attempting to bind port b4806342-52fb-4a7f-bc66-ac85ae8e8213 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:14:04.079569 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Port b4806342-52fb-4a7f-bc66-ac85ae8e8213 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:14:04.079893 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Attempting to bind port b4806342-52fb-4a7f-bc66-ac85ae8e8213 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:14:04.089773 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:14:04.090105 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Checking segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:14:04.090486 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Bound using segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:14:04.090918 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Bound port: b4806342-52fb-4a7f-bc66-ac85ae8e8213, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:14:04.091271 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.110220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.200236 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Network b9cbd7ed-b011-47eb-8de6-48451d865294 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:14:04.213338 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:14:04.216598 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:14:04.234053 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event updated for resources: {'Port': ['ID=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:04.238593 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] For port b4806342-52fb-4a7f-bc66-ac85ae8e8213, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:14:04.280762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] For port b4806342-52fb-4a7f-bc66-ac85ae8e8213, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:14:04.291306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.302842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91730b5-1705-4a81-b5df-5fabf28248ae req-6249f2b1-a441-469c-8766-afea05a16111 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.304367 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d91730b5-1705-4a81-b5df-5fabf28248ae req-6249f2b1-a441-469c-8766-afea05a16111 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 931 time: 0.1136324 May 16 19:14:04.350701 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.351340 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.354612 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.355188 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.356519 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-61df28a4-8131-448d-85d3-89926835946f service neutron] 10.222.0.49 "PUT /v2.0/ports/b4806342-52fb-4a7f-bc66-ac85ae8e8213 HTTP/1.1" status: 200 len: 1094 time: 1.1261053 May 16 19:14:04.365011 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:04.367291 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f3eb8b-f38f-48fd-852b-cb7706894064" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:04.421148 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-6e376e8b-b030-4d77-b102-065fd8367330 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0786443 May 16 19:14:04.422736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df28a4-8131-448d-85d3-89926835946f service neutron] Pushing event updated for resources: {'Port': ['ID=b4806342-52fb-4a7f-bc66-ac85ae8e8213,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:04.428787 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d91730b5-1705-4a81-b5df-5fabf28248ae req-5ca131ea-19f8-4d36-a90f-6fd49ceacbf4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983837 May 16 19:14:04.438817 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092892ec-f7ad-48cd-8e7f-ce0282b406ca x-openstack-request-id: req-092892ec-f7ad-48cd-8e7f-ce0282b406ca {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:04.439109 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:04.439364 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-092892ec-f7ad-48cd-8e7f-ce0282b406ca {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:04.439769 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092892ec-f7ad-48cd-8e7f-ce0282b406ca'] response: {'name': 'network-changed', 'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'status': 'completed', 'code': 200} May 16 19:14:04.450995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Request body: {'port': {'device_id': 'a0498aab-f458-4907-8557-c094918d4cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:04.459352 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:14:04.465411 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-0b3e5768-c300-4f87-8d6f-1c206170fcbc None None] Provisioning complete for port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:04.466370 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5768-c300-4f87-8d6f-1c206170fcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.503947 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e5768-c300-4f87-8d6f-1c206170fcbc None None] Port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:14:04.528913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-b247cf63-da35-49a0-986e-1b2095f04e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.530533 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-b247cf63-da35-49a0-986e-1b2095f04e46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 1128 time: 0.0746417 May 16 19:14:04.557809 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.796206 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e854548-b519-4697-9d26-14e053a6cec9 req-aed47ba2-cd88-4399-9eef-e7041f028fe7 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.797711 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6e854548-b519-4697-9d26-14e053a6cec9 req-aed47ba2-cd88-4399-9eef-e7041f028fe7 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0514338 May 16 19:14:04.847066 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6e854548-b519-4697-9d26-14e053a6cec9 req-c27a1193-823e-4938-8893-7188befc97aa tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427122 May 16 19:14:04.867581 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-da5ed177-7d38-4411-8602-1e753474f811 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213 HTTP/1.1" status: 200 len: 217 time: 0.0377932 May 16 19:14:04.874753 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:04.890375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Publish callbacks [] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.925913 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Transition to ACTIVE for port object ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:14:04.932332 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.936354 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-84342fb1-089b-42fc-89d5-9553e885e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.937829 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-84342fb1-089b-42fc-89d5-9553e885e5ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0587852 May 16 19:14:05.016688 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-593fef08-fa80-42d0-82c9-88025b857c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.018210 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-593fef08-fa80-42d0-82c9-88025b857c4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592425 May 16 19:14:05.018781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b2057-3835-441a-8405-bf7f743412db service neutron] Pushing event updated for resources: {'Port': ['ID=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:05.153723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Attempting to bind port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:14:05.154419 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Attempting to bind port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:14:05.154419 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Attempting to bind port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:14:05.166017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c on network b9cbd7ed-b011-47eb-8de6-48451d865294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:14:05.166324 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Attempting to bind port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c on network b9cbd7ed-b011-47eb-8de6-48451d865294 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:14:05.169761 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-5e5ecd46-7875-43c5-9847-d90dfd377a9a service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282325 May 16 19:14:05.173501 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:14:05.173871 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Checking segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:14:05.174220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Bound using segment: {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:14:05.174634 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Bound port: ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd0948f-dcfd-4947-b65b-519ee9e58be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:14:05.174982 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.586636 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1e91d-e747-4ebc-8fad-0466e196a52c req-d18e264f-524e-4c61-9feb-0f065742a71f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.588085 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bab1e91d-e747-4ebc-8fad-0466e196a52c req-d18e264f-524e-4c61-9feb-0f065742a71f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 943 time: 0.0727952 May 16 19:14:05.593436 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] For port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:14:05.598931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] For port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:14:05.609577 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2d43da03-e7e4-4c67-9331-1db85193c298 req-214bcc8b-8e07-4a94-9189-7f4c08e57fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326363 May 16 19:14:05.616723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.667600 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.668212 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.669595 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-814b2057-3835-441a-8405-bf7f743412db service neutron] 10.222.0.49 "PUT /v2.0/ports/ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c HTTP/1.1" status: 200 len: 1093 time: 1.2249784 May 16 19:14:05.696922 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bab1e91d-e747-4ebc-8fad-0466e196a52c req-2de41265-e8fd-4ab6-ad1d-0bc0fdf558a3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998168 May 16 19:14:05.697760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b2057-3835-441a-8405-bf7f743412db service neutron] Pushing event updated for resources: {'Port': ['ID=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:05.965207 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-d40626f8-b415-463e-8f87-092d44e2a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.966071 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36635-3ccd-415a-addc-2b685d28fe76 req-99cc92de-979d-489e-aa4d-4c8ba0963da5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.966675 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-d40626f8-b415-463e-8f87-092d44e2a3bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 1128 time: 0.0643995 May 16 19:14:05.967723 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-64e36635-3ccd-415a-addc-2b685d28fe76 req-99cc92de-979d-489e-aa4d-4c8ba0963da5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0485144 May 16 19:14:05.974256 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-e695e744-af5b-4c83-88eb-29b7c965c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.975656 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-e695e744-af5b-4c83-88eb-29b7c965c60a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 1127 time: 0.0477006 May 16 19:14:06.027460 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-64e36635-3ccd-415a-addc-2b685d28fe76 req-dc1720d0-faca-4174-abd8-539009f64161 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538583 May 16 19:14:06.043332 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-3dc01066-8a84-4bd6-b829-16649d3b587f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c HTTP/1.1" status: 200 len: 217 time: 0.0499978 May 16 19:14:06.168933 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-2674b387-d137-4171-8305-d4894bd4623e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862782 May 16 19:14:06.171783 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-e2b5e41a-063f-4e53-9d05-9fbf351eb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.173080 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-e2b5e41a-063f-4e53-9d05-9fbf351eb97a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0999341 May 16 19:14:06.174528 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-f4a01444-1cbb-4186-82ff-18aa4b36350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.176639 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-f4a01444-1cbb-4186-82ff-18aa4b36350d service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.2001474 May 16 19:14:06.275625 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-974de757-559f-4ccb-b2a0-159899a388ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213 HTTP/1.1" status: 200 len: 217 time: 0.0771837 May 16 19:14:06.285357 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-f1ad4cf8-b74f-4962-9079-06a5b36c24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.286850 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-f1ad4cf8-b74f-4962-9079-06a5b36c24a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 1129 time: 0.0897548 May 16 19:14:06.289000 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-21fe376b-b1cb-441e-be03-8fc9869cc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.290443 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-21fe376b-b1cb-441e-be03-8fc9869cc3ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012182 May 16 19:14:06.414993 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-b97d6763-a8ae-4206-8d45-4660e995ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.416529 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-b97d6763-a8ae-4206-8d45-4660e995ecb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.1286621 May 16 19:14:06.442330 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:06.444540 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:06.488320 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f26c9df-4a61-4715-bd29-bd5fb6c245b3 x-openstack-request-id: req-9f26c9df-4a61-4715-bd29-bd5fb6c245b3 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:06.488621 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:06.488934 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f26c9df-4a61-4715-bd29-bd5fb6c245b3 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:06.489329 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f26c9df-4a61-4715-bd29-bd5fb6c245b3'] response: {'name': 'network-changed', 'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'status': 'completed', 'code': 200} May 16 19:14:06.520024 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-95767411-6a21-4d41-be3b-e80efc4c2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.521561 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-95767411-6a21-4d41-be3b-e80efc4c2ec8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741596 May 16 19:14:06.525184 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-caef7e7d-775a-46db-80a8-c05f7969a365 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269163 May 16 19:14:06.528015 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-b1e34fa6-ce50-4bff-b8df-d1b5aefbc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.529290 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-b1e34fa6-ce50-4bff-b8df-d1b5aefbc427 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 200 len: 919 time: 0.2076862 May 16 19:14:06.540882 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-84ece8ab-b417-4213-8191-feae042ce713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.617859 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-b81a115d-137c-4dda-afa6-8a43926afae9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 200 len: 217 time: 0.0620596 May 16 19:14:06.736707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-b4fb3c5b-1e50-454b-a77a-dac70d40bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.738199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-b4fb3c5b-1e50-454b-a77a-dac70d40bf89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 200 len: 857 time: 0.0898058 May 16 19:14:06.763371 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-571ae27e-20e9-4402-87fc-8e7664b4749a service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264073 May 16 19:14:06.767872 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2a61ca4-87d2-4c84-a4b0-5edfda014fda req-0cb51872-0e47-4d81-a469-d996e94d0a9c service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132194 May 16 19:14:06.819291 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-4ff0ce81-8661-43c8-b4f0-d93274c62c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.820812 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-4ff0ce81-8661-43c8-b4f0-d93274c62c71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718510 May 16 19:14:06.827723 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc9a6-12a2-4b2c-b3d5-a55d634b15f9 req-d6eaa118-080d-4c95-8a0d-61e6ce486614 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.830043 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b40bc9a6-12a2-4b2c-b3d5-a55d634b15f9 req-d6eaa118-080d-4c95-8a0d-61e6ce486614 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 943 time: 0.0581317 May 16 19:14:06.874658 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20f3eb8b-f38f-48fd-852b-cb7706894064 req-be8ef4bf-31d2-42e7-ba10-fc1d6c66863a service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913846 May 16 19:14:06.876401 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b40bc9a6-12a2-4b2c-b3d5-a55d634b15f9 req-fa99c8fc-2822-4116-b14a-6ffb5ff6ff06 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 May 16 19:14:07.153902 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e347cf-e22f-4099-af92-ef674e4d1659 req-998ff845-6741-4e27-84eb-643665c6b6d2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:07.155402 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-18e347cf-e22f-4099-af92-ef674e4d1659 req-998ff845-6741-4e27-84eb-643665c6b6d2 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0506151 May 16 19:14:07.205232 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-18e347cf-e22f-4099-af92-ef674e4d1659 req-1e67b842-48ce-4150-a8a9-2a655370b6a7 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438747 May 16 19:14:07.893283 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-b828403b-e693-48a1-b9f5-f53bfd9da90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:07.895229 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-b828403b-e693-48a1-b9f5-f53bfd9da90d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 1127 time: 0.0650678 May 16 19:14:08.052391 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-369b52ce-f47d-4dc9-833f-75fab79382cd service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237077 May 16 19:14:08.060538 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e099-9ce1-4e61-872e-9fb8fe17111f req-f32e2ab1-5e68-4237-90f5-6b192e9d7a8d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:08.061989 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9255e099-9ce1-4e61-872e-9fb8fe17111f req-f32e2ab1-5e68-4237-90f5-6b192e9d7a8d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 943 time: 0.1063077 May 16 19:14:08.119504 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-d0e819f5-9094-418d-87a8-fb4388c31fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:08.120869 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-d0e819f5-9094-418d-87a8-fb4388c31fc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.1888115 May 16 19:14:08.208041 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-e2b33952-5000-4d4c-a327-97004fa6668a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c HTTP/1.1" status: 200 len: 217 time: 0.0556667 May 16 19:14:08.255789 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9255e099-9ce1-4e61-872e-9fb8fe17111f req-a1022bfc-de0e-4d80-bf69-4b680ff79a44 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827669 May 16 19:14:08.264089 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1940d2c7-2ebd-4cba-8156-b6cb95b04cd0 req-3d8f35dc-c534-4efe-bd8f-57b52fe2ba4c service neutron] 10.222.0.49 "GET /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010844 May 16 19:14:08.285393 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-8591416b-7c6c-4ba1-b9a2-33146ee83a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:08.286951 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-8591416b-7c6c-4ba1-b9a2-33146ee83a12 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0718319 May 16 19:14:08.332877 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf5821-32d8-4b5b-8000-e80fde8b43c7 req-59eb88f7-9961-416f-97b5-bd7fa17d4c2b tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:08.334474 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9eaf5821-32d8-4b5b-8000-e80fde8b43c7 req-59eb88f7-9961-416f-97b5-bd7fa17d4c2b tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0492923 May 16 19:14:08.336154 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-b26ab85d-512e-4978-9b69-a70caf366273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:08.337742 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-b26ab85d-512e-4978-9b69-a70caf366273 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385647 May 16 19:14:08.384096 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9eaf5821-32d8-4b5b-8000-e80fde8b43c7 req-91b8b443-fa0e-4401-84ea-35570c080d0f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436275 May 16 19:14:08.431037 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-5534e59c-ba57-4ece-8fe9-2f0848c8e662 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865650 May 16 19:14:08.531258 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f6079c72-a8b2-4ede-afb2-0e8a43f211e6 req-479db16c-84a1-4f51-bda0-e40c54c8ac13 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886304 May 16 19:14:08.816950 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-42f16c1c-0626-44d5-a4fe-fe650015cf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:09.319265 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:14:09.378938 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793d6aa-e682-49cc-901d-42df5de13972 req-bd1fc0ca-ccbe-4cce-88bf-93ec96cde156 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:09.380464 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b793d6aa-e682-49cc-901d-42df5de13972 req-bd1fc0ca-ccbe-4cce-88bf-93ec96cde156 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 943 time: 0.0469475 May 16 19:14:09.420041 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:09.429457 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b793d6aa-e682-49cc-901d-42df5de13972 req-30f8f422-1e55-4307-8697-df3914c6bedd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 May 16 19:14:09.432212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'port_id': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'mac_address': 'fa:16:3e:42:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:14:09.466515 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:09.466895 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:09.480628 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:09.500158 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:09.506163 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:09.514834 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13978bb-49e4-43d7-a765-6b1a0dae5a55 req-ff1df9b1-6fca-4a8a-a900-5a8454fbae30 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:09.516413 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c13978bb-49e4-43d7-a765-6b1a0dae5a55 req-ff1df9b1-6fca-4a8a-a900-5a8454fbae30 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0531003 May 16 19:14:09.563410 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:09.575836 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c13978bb-49e4-43d7-a765-6b1a0dae5a55 req-cffc8c53-3b69-43dd-bcb3-5689fd225125 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519342 May 16 19:14:09.848928 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:10.102628 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4fb78-c172-4783-ab54-8a36a1cad370 req-dd8908f4-1d46-4d36-8719-828e66740242 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.103965 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84b4fb78-c172-4783-ab54-8a36a1cad370 req-dd8908f4-1d46-4d36-8719-828e66740242 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0561149 May 16 19:14:10.111031 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:10.155252 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-84b4fb78-c172-4783-ab54-8a36a1cad370 req-ae734b75-90ec-47eb-87da-51456dd3928f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 May 16 19:14:10.322756 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e40b-7208-49b7-80d7-0f9609b9bb0d req-63713f58-bd73-4f3f-a66f-755d6fd63563 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.324125 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cf57e40b-7208-49b7-80d7-0f9609b9bb0d req-63713f58-bd73-4f3f-a66f-755d6fd63563 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0538661 May 16 19:14:10.372694 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cf57e40b-7208-49b7-80d7-0f9609b9bb0d req-c71e25d5-93ac-4784-af37-ea2cb94c67e0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 May 16 19:14:10.556313 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64c3ca-272a-4fb5-9ba1-48dfb7b1819b req-6937914d-8468-4f65-b949-d28f5d566720 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.557850 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2a64c3ca-272a-4fb5-9ba1-48dfb7b1819b req-6937914d-8468-4f65-b949-d28f5d566720 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 944 time: 0.0466096 May 16 19:14:10.609024 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2a64c3ca-272a-4fb5-9ba1-48dfb7b1819b req-49cad1cc-ca31-4728-aafb-52a932efa9ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 May 16 19:14:10.691672 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b561-1fee-4b79-bc2e-3762278fc919 req-2645f8e0-6846-4056-9c8d-96cb81dca25e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.693120 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f037b561-1fee-4b79-bc2e-3762278fc919 req-2645f8e0-6846-4056-9c8d-96cb81dca25e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0490861 May 16 19:14:10.750966 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f037b561-1fee-4b79-bc2e-3762278fc919 req-520c4479-efdc-4fef-8d2c-99bc26c9cd40 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510104 May 16 19:14:11.309323 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69383a9-cb68-4ea2-812c-a202e28cae45 req-055d6f31-7fa1-4ea6-8395-793e2da57dee tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:11.310884 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a69383a9-cb68-4ea2-812c-a202e28cae45 req-055d6f31-7fa1-4ea6-8395-793e2da57dee tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0676925 May 16 19:14:11.328597 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:14:11.367368 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a69383a9-cb68-4ea2-812c-a202e28cae45 req-0ce106d8-8866-4fe3-9f2c-01549372f2bd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487492 May 16 19:14:11.498509 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:14:11.503213 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ef348-7bc4-44cd-be6a-fe69113fa46c req-7e9532d4-18af-4eac-8eef-c3e3c6a4cc9b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:11.505256 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b36ef348-7bc4-44cd-be6a-fe69113fa46c req-7e9532d4-18af-4eac-8eef-c3e3c6a4cc9b tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0504286 May 16 19:14:11.506184 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:11.506555 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:11.557826 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b36ef348-7bc4-44cd-be6a-fe69113fa46c req-1491175c-05b3-4a00-8129-d1c6f27ab8fd tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460021 May 16 19:14:11.579297 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:11.579748 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:11.604661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:11.607010 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c4a54f-67af-43e8-aff3-1b088c749478" -d '{"events": [{"server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "name": "network-vif-plugged", "status": "completed", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:11.620350 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:11.625812 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:11.680028 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:11.694792 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:11.709722 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3bc44a-f507-41ca-85d8-7899d25844e7 x-openstack-request-id: req-5b3bc44a-f507-41ca-85d8-7899d25844e7 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:11.710023 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "name": "network-vif-plugged", "status": "completed", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:11.710281 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b3bc44a-f507-41ca-85d8-7899d25844e7 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:11.710693 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3bc44a-f507-41ca-85d8-7899d25844e7'] response: {'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'code': 200} May 16 19:14:11.733140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071a841-0c94-4e5e-b87a-b286b1ff396e req-113f62d0-a0c6-4d30-90ab-f36ca1766cdf tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:11.734627 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3071a841-0c94-4e5e-b87a-b286b1ff396e req-113f62d0-a0c6-4d30-90ab-f36ca1766cdf tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0554795 May 16 19:14:11.783994 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3071a841-0c94-4e5e-b87a-b286b1ff396e req-be82926f-d886-436a-afc2-79e3b80c2197 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 May 16 19:14:11.870933 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a705-080a-4b33-9b04-afb9114f38d0 req-aafd81f5-f32a-48fa-aada-7f2a0f119dda tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:11.872432 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-de89a705-080a-4b33-9b04-afb9114f38d0 req-aafd81f5-f32a-48fa-aada-7f2a0f119dda tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0499406 May 16 19:14:11.924005 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-de89a705-080a-4b33-9b04-afb9114f38d0 req-d559fd0c-6aac-4773-84f3-2ef4afec5b7a tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457039 May 16 19:14:12.505749 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e6411-8222-4688-b6bd-8283fc8fe983 req-4bd6e4e8-b660-41c1-8819-083ef977e038 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:12.507225 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f57e6411-8222-4688-b6bd-8283fc8fe983 req-4bd6e4e8-b660-41c1-8819-083ef977e038 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0580535 May 16 19:14:12.557323 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f57e6411-8222-4688-b6bd-8283fc8fe983 req-16db4bd4-b638-49a3-b3e4-00d2b5269a01 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 May 16 19:14:12.678552 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b238d8-d2b3-43c0-8dda-5cb4c4726a0e req-647aefd0-3787-4fcc-b5f9-0b2078f4f7e5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:12.680468 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-33b238d8-d2b3-43c0-8dda-5cb4c4726a0e req-647aefd0-3787-4fcc-b5f9-0b2078f4f7e5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0496790 May 16 19:14:12.727292 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-33b238d8-d2b3-43c0-8dda-5cb4c4726a0e req-ff640bfc-d2e5-4221-bd16-c5bbdc30e4d0 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 May 16 19:14:12.913553 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae7d2-7a55-4ab0-a715-227c1520d54b req-9435920d-2e02-4494-9e40-8d7905d1ee99 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:12.915162 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2cae7d2-7a55-4ab0-a715-227c1520d54b req-9435920d-2e02-4494-9e40-8d7905d1ee99 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0520732 May 16 19:14:12.966774 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2cae7d2-7a55-4ab0-a715-227c1520d54b req-d7c30f7e-c037-47c2-b748-189a1e17015f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 May 16 19:14:13.043094 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483ff4-a4cf-4a87-998f-7b6a681530a8 req-807e2ce9-c93f-4fec-af5a-c7ce80a82fee tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:13.044515 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b5483ff4-a4cf-4a87-998f-7b6a681530a8 req-807e2ce9-c93f-4fec-af5a-c7ce80a82fee tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0460937 May 16 19:14:13.101560 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b5483ff4-a4cf-4a87-998f-7b6a681530a8 req-f6f258e4-939d-46a0-8ca7-023a14f42992 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483162 May 16 19:14:13.151408 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:13.690152 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5caca3-8b43-4a7d-973d-2fb0fd4f2588 req-19ad545f-d704-48e3-8883-93c29a77df79 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:13.691580 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d5caca3-8b43-4a7d-973d-2fb0fd4f2588 req-19ad545f-d704-48e3-8883-93c29a77df79 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0534918 May 16 19:14:13.739814 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d5caca3-8b43-4a7d-973d-2fb0fd4f2588 req-3873e365-776a-43c8-88a3-9b788c9a54b7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 May 16 19:14:13.850570 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889ea8-25d6-4b29-a798-503b38a39a68 req-1168e6e9-adb7-4271-bdcc-ece30c5e4ed5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:13.851913 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6e889ea8-25d6-4b29-a798-503b38a39a68 req-1168e6e9-adb7-4271-bdcc-ece30c5e4ed5 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0544987 May 16 19:14:13.913635 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6e889ea8-25d6-4b29-a798-503b38a39a68 req-4ff527c6-579a-436a-a9ca-0eddf8b21758 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511246 May 16 19:14:14.097083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7022dd-fe65-442c-84d7-04dfdc02e1e6 req-be2bd810-b307-4478-af8e-f1472b284f7d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.098556 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dc7022dd-fe65-442c-84d7-04dfdc02e1e6 req-be2bd810-b307-4478-af8e-f1472b284f7d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0569105 May 16 19:14:14.146131 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dc7022dd-fe65-442c-84d7-04dfdc02e1e6 req-e6c2a1f2-6661-498d-b7eb-740c7ed12fa0 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 May 16 19:14:14.217800 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42339-c344-481b-b821-828adb4bc9cf req-14e0bbde-c808-49c2-9172-e8e42f556a49 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.219572 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6cb42339-c344-481b-b821-828adb4bc9cf req-14e0bbde-c808-49c2-9172-e8e42f556a49 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0496814 May 16 19:14:14.271846 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6cb42339-c344-481b-b821-828adb4bc9cf req-253a0d23-4162-4a5b-a762-75cd7bb6d893 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435255 May 16 19:14:14.697017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-28abbf5c-a2e0-4a1d-abc9-9c0f20083917 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.698969 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-28abbf5c-a2e0-4a1d-abc9-9c0f20083917 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0591450 May 16 19:14:14.809758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d006c8-c118-454d-af0a-21bca6c3ab32 req-3f3d3621-34ca-4b55-9f79-ae84078760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.811239 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-91d006c8-c118-454d-af0a-21bca6c3ab32 req-3f3d3621-34ca-4b55-9f79-ae84078760dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 1129 time: 0.0711439 May 16 19:14:14.833191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Deleting port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:14.833555 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:14.903908 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b786f-38aa-40b5-91e9-4484d1ec24ab req-8be7ce83-f9fb-4a21-b6a6-9459bbbe5ae1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.905384 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-469b786f-38aa-40b5-91e9-4484d1ec24ab req-8be7ce83-f9fb-4a21-b6a6-9459bbbe5ae1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0865149 May 16 19:14:15.022391 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c9245-6a81-4ccb-88bc-aa253130e4cc req-6506a67a-263f-42a6-bd14-c2c456731a35 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.023847 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-296c9245-6a81-4ccb-88bc-aa253130e4cc req-6506a67a-263f-42a6-bd14-c2c456731a35 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 946 time: 0.0517328 May 16 19:14:15.073806 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-296c9245-6a81-4ccb-88bc-aa253130e4cc req-c3983984-9361-48b9-84bb-8eb3697d5ee9 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436525 May 16 19:14:15.225464 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-91d006c8-c118-454d-af0a-21bca6c3ab32 req-ab1b320e-2d2e-46f7-8496-da41d0a9766f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054706 May 16 19:14:15.261467 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85235fa8-8553-4b22-ad9e-6a4d93ea3bdb req-520dcf43-5aa2-4077-b5bb-2ab523833e86 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.262995 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-85235fa8-8553-4b22-ad9e-6a4d93ea3bdb req-520dcf43-5aa2-4077-b5bb-2ab523833e86 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0468929 May 16 19:14:15.271069 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] For port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:15.271439 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.289344 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-469b786f-38aa-40b5-91e9-4484d1ec24ab req-c63ecf45-4767-4f3e-9870-81bb6ca08abb tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733816 May 16 19:14:15.318729 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-85235fa8-8553-4b22-ad9e-6a4d93ea3bdb req-4af6fc7a-8bc0-41fd-82df-4114e4df4602 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494933 May 16 19:14:15.344990 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device b4806342-52fb-4a7f-bc66-ac85ae8e8213 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:14:15.451054 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port b4806342-52fb-4a7f-bc66-ac85ae8e8213, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:15.455244 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e5559-7d76-478c-b928-a867863585ba req-da2864f3-811a-4c9e-80b0-ced6f32316a9 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.456725 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-362e5559-7d76-478c-b928-a867863585ba req-da2864f3-811a-4c9e-80b0-ced6f32316a9 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 944 time: 0.0895681 May 16 19:14:15.462575 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'port_id': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'mac_address': 'fa:16:3e:c0:08:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:14:15.492317 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.492729 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.493059 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Floating IP 7829758b-71ef-4b5d-980a-ab1af7e70a42 disassociated. External IP: 172.27.2.126, port: 2f53d2f3-16ec-408d-b308-a79d7b29c2e9. May 16 19:14:15.493410 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Calling delete_port for 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:15.498161 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port b4806342-52fb-4a7f-bc66-ac85ae8e8213 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:15.498568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.511985 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4806342-52fb-4a7f-bc66-ac85ae8e8213 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:15.532480 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port b4806342-52fb-4a7f-bc66-ac85ae8e8213, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:15.536484 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.557644 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-362e5559-7d76-478c-b928-a867863585ba req-1032e722-39e7-46b8-885a-ccc4f6af55a8 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944152 May 16 19:14:15.587829 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=b4806342-52fb-4a7f-bc66-ac85ae8e8213,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:15.643262 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (2f53d2f3-16ec-408d-b308-a79d7b29c2e9), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.673974 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event deleted for resources: {'Port': ['ID=2f53d2f3-16ec-408d-b308-a79d7b29c2e9,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:15.782403 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Router cfec5029-7e17-499e-8906-677fbac6a1ae has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:15.835876 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['b4806342-52fb-4a7f-bc66-ac85ae8e8213'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:15.882383 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:15.894126 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] Sync routers for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:15.914950 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:15.915572 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:15.927954 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] No DVR routers for this DVR port 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:15.930678 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.934005 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e80509a6-919d-42ef-89f3-53cbe53d6cfe req-901885c6-a20b-486e-9154-4c30896e4cb7 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "DELETE /v2.0/ports/2f53d2f3-16ec-408d-b308-a79d7b29c2e9 HTTP/1.1" status: 204 len: 173 time: 1.2299781 May 16 19:14:15.934457 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'name': 'network-vif-deleted', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:15.936712 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd02f6c-e8c8-4936-ada6-7108fb173f94" -d '{"events": [{"server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "name": "network-vif-deleted", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:15.972849 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609eb66d-0ed6-49ae-890a-26b761efa4bd x-openstack-request-id: req-609eb66d-0ed6-49ae-890a-26b761efa4bd {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:15.973137 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb4d6c5-966a-44b0-a092-602b55ec665c", "name": "network-vif-deleted", "tag": "2f53d2f3-16ec-408d-b308-a79d7b29c2e9", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:15.973395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-609eb66d-0ed6-49ae-890a-26b761efa4bd {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:15.973837 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609eb66d-0ed6-49ae-890a-26b761efa4bd'] response: {'server_uuid': 'eeb4d6c5-966a-44b0-a092-602b55ec665c', 'name': 'network-vif-deleted', 'tag': '2f53d2f3-16ec-408d-b308-a79d7b29c2e9', 'status': 'completed', 'code': 200} May 16 19:14:16.070953 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:16.215888 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7219c63e-0777-40ca-ba08-a6a660ace44f req-7989e067-5cd1-4887-9b1b-25e5f460f322 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb4d6c5-966a-44b0-a092-602b55ec665c HTTP/1.1" status: 200 len: 210 time: 0.0319874 May 16 19:14:16.335572 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:16.364575 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] Checking router: cfec5029-7e17-499e-8906-677fbac6a1ae for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:16.374426 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:16.375705 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:16.418809 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dfdb2-f59f-4825-ab20-fe5eae697dfd req-c36aed2e-a5f7-4ffe-a60f-eeadc0de8bf2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:16.420437 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e72dfdb2-f59f-4825-ab20-fe5eae697dfd req-c36aed2e-a5f7-4ffe-a60f-eeadc0de8bf2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0543454 May 16 19:14:16.436310 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9904de-6911-41ba-9e47-0f79bb7c5527 req-38aa5efe-196a-4665-961f-0ceda9a96ab4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:16.437846 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d9904de-6911-41ba-9e47-0f79bb7c5527 req-38aa5efe-196a-4665-961f-0ceda9a96ab4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0500493 May 16 19:14:16.473249 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e72dfdb2-f59f-4825-ab20-fe5eae697dfd req-650d2e5c-6085-40e1-8d7b-1992e71dd59b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470428 May 16 19:14:16.490004 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:16.515943 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d9904de-6911-41ba-9e47-0f79bb7c5527 req-9caf487a-9969-43ff-9cf9-a039990f973f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705593 May 16 19:14:16.672275 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d1ad1-aa9d-4608-82e0-27f24754352d req-6b5542df-2f65-4224-9718-96182eccfe0e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:16.673816 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5c6d1ad1-aa9d-4608-82e0-27f24754352d req-6b5542df-2f65-4224-9718-96182eccfe0e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 945 time: 0.0463624 May 16 19:14:16.698656 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:16.722861 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5c6d1ad1-aa9d-4608-82e0-27f24754352d req-e035233e-8d73-4381-8c1a-97c9ce66e89a tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430725 May 16 19:14:16.723125 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615b9a3-e6ea-4676-8673-32e60bf666b6 None None] The sync data for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi is: [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:19Z', 'revision_number': 4, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8', 'name': '', 'network_id': 'b0160fa7-2bfb-4bc1-8d58-6361ff669d8e', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'mac_address': 'fa:16:3e:ee:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:13Z', 'updated_at': '2022-05-16T19:08:30Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'subnets': [{'id': 'a41e79cb-7e38-4292-b36b-bbf41cb89605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:16.948277 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87b58a-276d-4669-8e76-60c5b9be7d36 None None] New status for floating IP 7829758b-71ef-4b5d-980a-ab1af7e70a42: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:17.318431 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48020) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:17.343030 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device b4806342-52fb-4a7f-bc66-ac85ae8e8213 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:14:17.377358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10cc47bc-fc0f-4147-b619-d49ed841d930 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group (6c37f1cb-f26a-43e7-9aaf-023f00f94ee0), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.388200 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port b4806342-52fb-4a7f-bc66-ac85ae8e8213 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:14:17.395644 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port b4806342-52fb-4a7f-bc66-ac85ae8e8213 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:17.396023 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.402067 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10cc47bc-fc0f-4147-b619-d49ed841d930 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group (6c37f1cb-f26a-43e7-9aaf-023f00f94ee0), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.450112 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10cc47bc-fc0f-4147-b619-d49ed841d930 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6c37f1cb-f26a-43e7-9aaf-023f00f94ee0), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.453200 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10cc47bc-fc0f-4147-b619-d49ed841d930 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.456724 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-10cc47bc-fc0f-4147-b619-d49ed841d930 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c37f1cb-f26a-43e7-9aaf-023f00f94ee0 HTTP/1.1" status: 204 len: 168 time: 0.1349781 May 16 19:14:17.457084 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48022) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:17.463541 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc47bc-fc0f-4147-b619-d49ed841d930 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37f1cb-f26a-43e7-9aaf-023f00f94ee0,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:17.470425 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.api.v2.resource [None req-2b616684-43b5-425d-b6a6-5b344de49f3c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] show failed (client error): The resource could not be found. May 16 19:14:17.471568 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2b616684-43b5-425d-b6a6-5b344de49f3c tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups/6c37f1cb-f26a-43e7-9aaf-023f00f94ee0 HTTP/1.1" status: 404 len: 347 time: 0.0134528 May 16 19:14:17.474418 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48024) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:17.487072 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port b4806342-52fb-4a7f-bc66-ac85ae8e8213 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:17.487442 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.512715 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:17.515198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930084b8-2057-450d-8351-3307c0404e81" -d '{"events": [{"server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "name": "network-vif-plugged", "status": "completed", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:17.530909 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port b4806342-52fb-4a7f-bc66-ac85ae8e8213, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:17.539211 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.541345 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:17.570915 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6943a1-5894-4f13-accb-231542817417 x-openstack-request-id: req-bf6943a1-5894-4f13-accb-231542817417 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:17.571409 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "name": "network-vif-plugged", "status": "completed", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:17.571831 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf6943a1-5894-4f13-accb-231542817417 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:17.572437 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6943a1-5894-4f13-accb-231542817417'] response: {'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'code': 200} May 16 19:14:17.601627 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:17.601973 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 2f53d2f3-16ec-408d-b308-a79d7b29c2e9 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:17.613462 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c7a49-43cd-4251-95a0-97e7396a656f req-777a46da-4692-42b5-aa78-93d09f21b956 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:17.614998 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8d8c7a49-43cd-4251-95a0-97e7396a656f req-777a46da-4692-42b5-aa78-93d09f21b956 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0588150 May 16 19:14:17.622365 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Deleting port f5cdba94-c1e1-4c9d-9840-4e8dd57b80af {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:17.622717 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.630887 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=b4806342-52fb-4a7f-bc66-ac85ae8e8213,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:17.673703 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8d8c7a49-43cd-4251-95a0-97e7396a656f req-ab946762-889c-40fe-9cea-ba60d6a38523 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503469 May 16 19:14:17.727848 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7b99c-d9bd-4ece-ac4b-ff8ec4fa4deb req-9357eb1e-d8e3-453a-9f0a-79c6a050d76d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:17.729380 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e6b7b99c-d9bd-4ece-ac4b-ff8ec4fa4deb req-9357eb1e-d8e3-453a-9f0a-79c6a050d76d tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0869992 May 16 19:14:17.751623 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.751950 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.775491 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Calling delete_port for f5cdba94-c1e1-4c9d-9840-4e8dd57b80af owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:17.805653 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e6b7b99c-d9bd-4ece-ac4b-ff8ec4fa4deb req-023af672-9016-463c-a574-45faf70ef8a3 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684085 May 16 19:14:17.832440 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b0bc-20b2-41db-af51-407887ee278f req-ecb02b3a-873f-4e1d-a0f7-3a180beba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:17.833998 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7087b0bc-20b2-41db-af51-407887ee278f req-ecb02b3a-873f-4e1d-a0f7-3a180beba270 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 1130 time: 0.0664115 May 16 19:14:17.868178 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd463cf-f3e8-4b72-9258-4aac862ae7bc req-1cfa4635-dee5-45ea-b235-32f7463d4330 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:17.869799 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4dd463cf-f3e8-4b72-9258-4aac862ae7bc req-1cfa4635-dee5-45ea-b235-32f7463d4330 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0712395 May 16 19:14:17.905972 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-7087b0bc-20b2-41db-af51-407887ee278f req-8c554e9b-0386-47fb-88d0-6f9dd593ab2d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639036 May 16 19:14:17.934445 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4dd463cf-f3e8-4b72-9258-4aac862ae7bc req-9636dc24-5ad6-4808-93d9-e958347c0933 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581009 May 16 19:14:17.938372 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a55d-98f6-4966-9919-11b02e8dcd12 req-ce256568-6125-4f33-b7a9-778f34e7f7c5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:17.939829 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-83b7a55d-98f6-4966-9919-11b02e8dcd12 req-ce256568-6125-4f33-b7a9-778f34e7f7c5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0662084 May 16 19:14:17.948979 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48036) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:17.956195 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Request body: {'floatingip': {'port_id': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:17.967767 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (f5cdba94-c1e1-4c9d-9840-4e8dd57b80af), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:17.994891 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event deleted for resources: {'Port': ['ID=f5cdba94-c1e1-4c9d-9840-4e8dd57b80af,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:17.995781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (241dcae8-fb20-45d4-bfd2-65e6b1e0416b), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:18.057797 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks [] for floatingip (7829758b-71ef-4b5d-980a-ab1af7e70a42), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:18.060271 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:18.061415 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-45f5dd80-a81b-4341-b7f8-cbf37749be62 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "DELETE /v2.0/floatingips/7829758b-71ef-4b5d-980a-ab1af7e70a42 HTTP/1.1" status: 204 len: 168 time: 0.5860775 May 16 19:14:18.422250 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:18.427617 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (241dcae8-fb20-45d4-bfd2-65e6b1e0416b), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:18.526404 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP 241dcae8-fb20-45d4-bfd2-65e6b1e0416b associated. External IP: 172.27.2.165, port: ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c. May 16 19:14:18.725370 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:18.795420 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d6eeb-8000-4e38-8b24-c2a09ed1f6f8 req-7de3bc81-fde5-4943-ac83-caee24c54336 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:18.796877 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e11d6eeb-8000-4e38-8b24-c2a09ed1f6f8 req-7de3bc81-fde5-4943-ac83-caee24c54336 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0477164 May 16 19:14:18.828271 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:18.832665 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:18.839837 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:18.844696 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e11d6eeb-8000-4e38-8b24-c2a09ed1f6f8 req-bbf7e0da-b83a-4415-8f22-a9d0b342c4cd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 May 16 19:14:18.850303 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:18.850939 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:18.864476 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-81e1c6a1-cfc4-402a-b205-7a135b9790ff tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "PUT /v2.0/floatingips/241dcae8-fb20-45d4-bfd2-65e6b1e0416b HTTP/1.1" status: 200 len: 991 time: 0.9122000 May 16 19:14:18.864476 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:18.865736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504aa83-a6ae-4025-906e-6b99d2835a85" -d '{"events": [{"name": "network-changed", "server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:18.902085 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d05eab-cbc3-4653-ae8e-bd8623deb09a x-openstack-request-id: req-d0d05eab-cbc3-4653-ae8e-bd8623deb09a {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:18.902520 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:18.902872 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0d05eab-cbc3-4653-ae8e-bd8623deb09a {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:18.903375 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d05eab-cbc3-4653-ae8e-bd8623deb09a'] response: {'name': 'network-changed', 'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'status': 'completed', 'code': 200} May 16 19:14:18.964173 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:19.059577 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd254fe-8094-4c8c-8a81-d5fb798ff9b8 req-361afe37-1b9b-405f-a5f3-4c02e72ee032 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.062218 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4bd254fe-8094-4c8c-8a81-d5fb798ff9b8 req-361afe37-1b9b-405f-a5f3-4c02e72ee032 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0540164 May 16 19:14:19.114570 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4bd254fe-8094-4c8c-8a81-d5fb798ff9b8 req-d006d970-4cea-4a78-a94c-ebb376e8e400 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473073 May 16 19:14:19.353849 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '241dcae8-fb20-45d4-bfd2-65e6b1e0416b', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:42:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0498aab-f458-4907-8557-c094918d4cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:00Z', 'updated_at': '2022-05-16T19:14:18Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:19.378751 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:19.387523 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:19.388173 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:19.511349 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:19.534606 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-40ab6e3e-f37f-4078-9ea3-5f7f23517bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.536582 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-40ab6e3e-f37f-4078-9ea3-5f7f23517bcb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 1129 time: 0.0506599 May 16 19:14:19.645343 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-f5b69c78-b08c-4f84-8fad-489271c2bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.647111 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-f5b69c78-b08c-4f84-8fad-489271c2bd4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 200 len: 915 time: 0.1025696 May 16 19:14:19.714226 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-f029f9bf-872f-48cf-b5aa-d62ef56b2a23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c HTTP/1.1" status: 200 len: 999 time: 0.0536335 May 16 19:14:19.730624 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '241dcae8-fb20-45d4-bfd2-65e6b1e0416b', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:42:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0498aab-f458-4907-8557-c094918d4cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:00Z', 'updated_at': '2022-05-16T19:14:18Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:19.758847 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b8122-a2ae-4fb5-b66e-9e8450bcedf9 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '241dcae8-fb20-45d4-bfd2-65e6b1e0416b', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'port_id': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'mac_address': 'fa:16:3e:42:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0498aab-f458-4907-8557-c094918d4cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:00Z', 'updated_at': '2022-05-16T19:14:18Z', 'revision_number': 1, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:19.764397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-6150f5e0-5e8f-406f-85d6-4c08d19cf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.765970 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-6150f5e0-5e8f-406f-85d6-4c08d19cf2ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 200 len: 853 time: 0.0459299 May 16 19:14:19.823585 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-79d8ba8b-1fdc-4461-9ee6-06f4cb3b9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.825698 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-79d8ba8b-1fdc-4461-9ee6-06f4cb3b9461 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b9cbd7ed-b011-47eb-8de6-48451d865294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532756 May 16 19:14:19.922216 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-894790df-ab65-4b6d-b7d3-b27bcc2d7242 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879619 May 16 19:14:19.967074 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18206aa3-35bc-461c-9090-22041bb0b74e None None] New status for floating IP 241dcae8-fb20-45d4-bfd2-65e6b1e0416b: ACTIVE {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:19.997151 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff908bdf-8aa0-4ff2-83b8-d0f290c3abab req-49934d87-e3f8-4743-8228-07f5e28f82a9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.998648 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ff908bdf-8aa0-4ff2-83b8-d0f290c3abab req-49934d87-e3f8-4743-8228-07f5e28f82a9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0749564 May 16 19:14:20.075909 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b504aa83-a6ae-4025-906e-6b99d2835a85 req-f3959765-41e9-49b6-bf6d-ac32d55e9348 service neutron] 10.222.0.49 "GET /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436331 May 16 19:14:20.082695 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ff908bdf-8aa0-4ff2-83b8-d0f290c3abab req-e0eab088-8f0a-4f3e-b83a-a32dbfc4911f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598819 May 16 19:14:20.231293 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652831e-838c-4d98-86ec-3540970c12a7 req-b8389979-3fe2-4b21-811e-b0484b4bc575 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:20.232736 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c652831e-838c-4d98-86ec-3540970c12a7 req-b8389979-3fe2-4b21-811e-b0484b4bc575 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0486414 May 16 19:14:20.286482 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c652831e-838c-4d98-86ec-3540970c12a7 req-ae1831ae-541f-4e91-a74d-db4e62c90d62 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454092 May 16 19:14:20.403731 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e0a5d-7a11-43a5-9976-1b9321b04102 req-450e2cad-6953-45b9-be1c-16fde4efe230 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:20.405543 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9c0e0a5d-7a11-43a5-9976-1b9321b04102 req-450e2cad-6953-45b9-be1c-16fde4efe230 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0488312 May 16 19:14:20.465030 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9c0e0a5d-7a11-43a5-9976-1b9321b04102 req-7b8f0f3e-f7d3-46f8-9502-564b439ab5dc tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536106 May 16 19:14:20.487677 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48070) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:20.531794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabc57d-fa34-45cd-bce5-cded63930b10 req-6878d0ef-15b4-4a94-be15-0a7bdacd56a3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:20.533995 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3cabc57d-fa34-45cd-bce5-cded63930b10 req-6878d0ef-15b4-4a94-be15-0a7bdacd56a3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0472593 May 16 19:14:20.567406 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e9f14-59c6-4e81-964c-c08387a6109e tempest-TestVolumeBootPattern-1467615227 tempest-TestVolumeBootPattern-1467615227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:20.568930 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-243e9f14-59c6-4e81-964c-c08387a6109e tempest-TestVolumeBootPattern-1467615227 tempest-TestVolumeBootPattern-1467615227-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 1125 time: 0.0801923 May 16 19:14:20.572012 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48074) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:20.576217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'port_id': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:20.584665 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3cabc57d-fa34-45cd-bce5-cded63930b10 req-af5533a4-54e5-425e-b345-78de8fc92bfb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 May 16 19:14:20.597733 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.684511 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.793641 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Allocated IP 172.27.2.81 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/be56ac05-637a-4a8d-bdc4-18a3395451f0) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:14:20.906791 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.941278 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.976145 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:14:20.978920 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:14:20.984708 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:14:20.989604 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=be56ac05-637a-4a8d-bdc4-18a3395451f0,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:21.497972 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb990e62-541a-4d05-ba72-c808c90a36ef req-336a7086-570e-4938-89a1-d8e233961f10 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:21.499278 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eb990e62-541a-4d05-ba72-c808c90a36ef req-336a7086-570e-4938-89a1-d8e233961f10 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.3254561 May 16 19:14:21.614785 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eb990e62-541a-4d05-ba72-c808c90a36ef req-241afd4a-b098-4fd4-a6cc-5a0e44aec099 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829406 May 16 19:14:21.659941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (0223c53f-2e0c-4a47-a4ae-afc407c3d264), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.705318 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3991-e083-44fe-ab60-66c528dc90c1 req-962f31cd-c706-4aed-a007-7436ac929533 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:21.706822 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ce5b3991-e083-44fe-ab60-66c528dc90c1 req-962f31cd-c706-4aed-a007-7436ac929533 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0516162 May 16 19:14:21.728397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.754746 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ce5b3991-e083-44fe-ab60-66c528dc90c1 req-fa1e5e09-aa8e-43ac-b2fb-1577ac060681 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 May 16 19:14:21.842611 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44710879-c799-4596-a078-410db44fabc3 req-38c87905-b9ca-42dd-9c28-c79a7380884a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:21.844063 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-44710879-c799-4596-a078-410db44fabc3 req-38c87905-b9ca-42dd-9c28-c79a7380884a tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 945 time: 0.0565391 May 16 19:14:21.993928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Deleting port d42ccf63-2fe3-4b5d-ac16-147a92271cef {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:21.994241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.070136 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.082075 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.171355 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] For port d42ccf63-2fe3-4b5d-ac16-147a92271cef, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=d42ccf63-2fe3-4b5d-ac16-147a92271cef,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:22.171723 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.184245 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=be56ac05-637a-4a8d-bdc4-18a3395451f0,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:22.197780 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Calling delete_port for d42ccf63-2fe3-4b5d-ac16-147a92271cef owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:22.209083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (0223c53f-2e0c-4a47-a4ae-afc407c3d264), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.356593 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Floating IP 0223c53f-2e0c-4a47-a4ae-afc407c3d264 associated. External IP: 172.27.2.81, port: b4806342-52fb-4a7f-bc66-ac85ae8e8213. May 16 19:14:22.484643 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (d42ccf63-2fe3-4b5d-ac16-147a92271cef), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.499755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['481f3e6e-6d8b-4a1e-96fe-1213734def9a', 'd42ccf63-2fe3-4b5d-ac16-147a92271cef'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:22.520799 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event deleted for resources: {'Port': ['ID=d42ccf63-2fe3-4b5d-ac16-147a92271cef,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:22.598181 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] No DVR routers for this DVR port d42ccf63-2fe3-4b5d-ac16-147a92271cef on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:22.604007 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.607261 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-44710879-c799-4596-a078-410db44fabc3 req-b056b336-0cf4-46c6-8fbe-daa5faef06d3 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "DELETE /v2.0/ports/d42ccf63-2fe3-4b5d-ac16-147a92271cef HTTP/1.1" status: 204 len: 173 time: 0.7537260 May 16 19:14:22.607639 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'name': 'network-vif-deleted', 'tag': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:22.609911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24d164a-47d2-4c68-809f-8de2c0d8f3e6" -d '{"events": [{"server_uuid": "e6fa5413-e91f-461c-8007-e68d68254d4d", "name": "network-vif-deleted", "tag": "d42ccf63-2fe3-4b5d-ac16-147a92271cef"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:22.669654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c99aff0-b9ea-404d-9ded-b74f0b1c378a x-openstack-request-id: req-0c99aff0-b9ea-404d-9ded-b74f0b1c378a {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:22.670247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa5413-e91f-461c-8007-e68d68254d4d", "name": "network-vif-deleted", "tag": "d42ccf63-2fe3-4b5d-ac16-147a92271cef", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:22.670247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c99aff0-b9ea-404d-9ded-b74f0b1c378a {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:22.670587 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c99aff0-b9ea-404d-9ded-b74f0b1c378a'] response: {'server_uuid': 'e6fa5413-e91f-461c-8007-e68d68254d4d', 'name': 'network-vif-deleted', 'tag': 'd42ccf63-2fe3-4b5d-ac16-147a92271cef', 'status': 'completed', 'code': 200} May 16 19:14:22.672267 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:22.745184 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58427f-a60c-48f1-a653-d63314afcd4d req-7b20f8bc-e610-4eee-b8c1-261013a8cc74 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:22.746914 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-bd58427f-a60c-48f1-a653-d63314afcd4d req-7b20f8bc-e610-4eee-b8c1-261013a8cc74 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0521078 May 16 19:14:22.787911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:22.801657 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:22.807436 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-bd58427f-a60c-48f1-a653-d63314afcd4d req-7ce1ea36-370c-45fb-8435-65d6851738b6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544484 May 16 19:14:22.813028 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:22.813867 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:22.815570 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.852578 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cd73c2c9-5003-4fcc-829d-9d56d0a4550d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2788343 May 16 19:14:22.881182 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cebb703b-a998-443b-af5c-2c23b1b2d9fe req-54f5fe07-1b11-4bb8-8d7a-e954b9e7f268 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fa5413-e91f-461c-8007-e68d68254d4d HTTP/1.1" status: 200 len: 210 time: 0.0280063 May 16 19:14:22.924405 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:23.141356 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '0223c53f-2e0c-4a47-a4ae-afc407c3d264', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:c0:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:21Z', 'updated_at': '2022-05-16T19:14:21Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:23.167780 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:23.176604 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:23.177281 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:23.281369 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:23.501059 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '0223c53f-2e0c-4a47-a4ae-afc407c3d264', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:c0:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:21Z', 'updated_at': '2022-05-16T19:14:21Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:23.526063 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5ab25-7065-42b5-8753-a9445c0258f9 None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '0223c53f-2e0c-4a47-a4ae-afc407c3d264', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:c0:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:21Z', 'updated_at': '2022-05-16T19:14:21Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:23.727880 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea755f4-069e-4d3f-a90d-8bc5e48dc712 None None] New status for floating IP 0223c53f-2e0c-4a47-a4ae-afc407c3d264: ACTIVE {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:23.947886 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d18e23-4451-43cc-a213-8932d02866cb req-a7f6c2a3-8eca-4b5d-93f3-4a7bb3a837be tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:23.949117 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-38d18e23-4451-43cc-a213-8932d02866cb req-a7f6c2a3-8eca-4b5d-93f3-4a7bb3a837be tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0528944 May 16 19:14:23.995470 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-38d18e23-4451-43cc-a213-8932d02866cb req-6c42aeb0-7c7a-410f-ab8b-2a002184119e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 May 16 19:14:24.157115 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2838-de9b-4777-b15f-66c6f9c5e26e req-75a1ab67-a072-45cc-85a0-a56925a4aa4f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:24.158868 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fd9d2838-de9b-4777-b15f-66c6f9c5e26e req-75a1ab67-a072-45cc-85a0-a56925a4aa4f tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0474825 May 16 19:14:24.211366 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fd9d2838-de9b-4777-b15f-66c6f9c5e26e req-2f43c88a-d399-4160-95ec-b9ffc0ffc010 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463185 May 16 19:14:24.672401 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:24.676238 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:24.718241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54c6c4-ecb4-4df7-87f8-d16b7fb62d31 x-openstack-request-id: req-2a54c6c4-ecb4-4df7-87f8-d16b7fb62d31 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:24.718518 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:24.718770 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a54c6c4-ecb4-4df7-87f8-d16b7fb62d31 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:24.719178 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a54c6c4-ecb4-4df7-87f8-d16b7fb62d31'] response: {'name': 'network-changed', 'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'status': 'completed', 'code': 200} May 16 19:14:25.126468 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216e02-d7d8-4a7b-86d8-b33ffaf1f057 req-bb2974a2-971f-4003-a061-e70721d101be tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:25.128224 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-28216e02-d7d8-4a7b-86d8-b33ffaf1f057 req-bb2974a2-971f-4003-a061-e70721d101be tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0524228 May 16 19:14:25.178358 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-28216e02-d7d8-4a7b-86d8-b33ffaf1f057 req-313aaaff-2c94-4fde-b537-11c08ba83938 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 May 16 19:14:25.349273 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0b6fe-2919-4050-9295-e4d709b9774b req-2253f47f-dfe9-434b-ad3f-900dcb07a0fb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:25.350690 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e1a0b6fe-2919-4050-9295-e4d709b9774b req-2253f47f-dfe9-434b-ad3f-900dcb07a0fb tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0528698 May 16 19:14:25.405474 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device d42ccf63-2fe3-4b5d-ac16-147a92271cef no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:25.410980 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e1a0b6fe-2919-4050-9295-e4d709b9774b req-59201f15-699f-41a5-b1bb-bb533065de93 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546491 May 16 19:14:25.424736 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: d42ccf63-2fe3-4b5d-ac16-147a92271cef {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:25.425061 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device d42ccf63-2fe3-4b5d-ac16-147a92271cef not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:26.304464 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e49d6-fbae-4185-b1f4-1a3e569980ad req-200b67b1-985b-48ce-97ed-8189d1bfa1c6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.306033 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-264e49d6-fbae-4185-b1f4-1a3e569980ad req-200b67b1-985b-48ce-97ed-8189d1bfa1c6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0549395 May 16 19:14:26.356481 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-264e49d6-fbae-4185-b1f4-1a3e569980ad req-6e3c0c83-649c-423e-b788-a2e8769df1eb tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 May 16 19:14:26.389164 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-542a8af2-8e70-4411-9363-f10373fe55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.390729 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-542a8af2-8e70-4411-9363-f10373fe55eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 1130 time: 0.0406013 May 16 19:14:26.469125 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-6eb92126-2e16-4757-9594-0da2845a4079 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.470612 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-6eb92126-2e16-4757-9594-0da2845a4079 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.0668821 May 16 19:14:26.597582 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d362bf-3a50-4e16-87a3-e6a5ac68aed0 req-ec94d5a8-3a76-48ef-b41a-e24269570784 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.599010 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2d362bf-3a50-4e16-87a3-e6a5ac68aed0 req-ec94d5a8-3a76-48ef-b41a-e24269570784 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc4667a-a2c3-459c-ac05-45720bc0f622 HTTP/1.1" status: 200 len: 945 time: 0.1008019 May 16 19:14:26.623041 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-a9457186-250a-4b3e-b971-ea9818000985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.624358 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-a9457186-250a-4b3e-b971-ea9818000985 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.2217722 May 16 19:14:26.694732 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Deleting port 481f3e6e-6d8b-4a1e-96fe-1213734def9a {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:26.695071 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:26.782967 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-449508b5-a50b-4e6d-8d35-264ef9a784e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213 HTTP/1.1" status: 200 len: 1001 time: 0.1457057 May 16 19:14:26.787914 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2d362bf-3a50-4e16-87a3-e6a5ac68aed0 req-3d5df11f-5851-4bee-958f-1accd993ad75 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf95430c-6798-4609-a02c-8067396dc82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690426 May 16 19:14:26.847380 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] For port 481f3e6e-6d8b-4a1e-96fe-1213734def9a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=481f3e6e-6d8b-4a1e-96fe-1213734def9a,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:26.847724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:26.863436 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-7841e794-2c4c-4e7e-9263-02a5ee5b14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.864893 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-7841e794-2c4c-4e7e-9263-02a5ee5b14e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0726273 May 16 19:14:26.865830 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Calling delete_port for 481f3e6e-6d8b-4a1e-96fe-1213734def9a owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:26.946306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-db979e03-3fc4-4380-aea3-2bfe7f3f5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.947842 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-db979e03-3fc4-4380-aea3-2bfe7f3f5f90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733733 May 16 19:14:27.080508 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-4b00d2ab-2a6d-41eb-ae40-751243131ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243343 May 16 19:14:27.109306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (481f3e6e-6d8b-4a1e-96fe-1213734def9a), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:27.120944 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['481f3e6e-6d8b-4a1e-96fe-1213734def9a'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:27.145738 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Pushing event deleted for resources: {'Port': ['ID=481f3e6e-6d8b-4a1e-96fe-1213734def9a,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:27.190523 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.190523 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.190523 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.190523 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.191029 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.191174 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.191531 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.191859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.192185 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.192503 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.192826 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.193144 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.193465 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.193814 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.194135 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.237979 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] No DVR routers for this DVR port 481f3e6e-6d8b-4a1e-96fe-1213734def9a on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:27.243291 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:27.246591 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-63b74140-ccc7-4b34-8ca3-25f243eedacb req-401d1a74-dc1b-465a-9603-5fea09bd9498 tempest-ServerRescueNegativeTestJSON-949694738 tempest-ServerRescueNegativeTestJSON-949694738-project] 10.222.0.49 "DELETE /v2.0/ports/481f3e6e-6d8b-4a1e-96fe-1213734def9a HTTP/1.1" status: 204 len: 173 time: 0.7473006 May 16 19:14:27.247030 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'name': 'network-vif-deleted', 'tag': '481f3e6e-6d8b-4a1e-96fe-1213734def9a'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:27.249234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e854ea-52c9-430d-abfa-a3b2c9193e82" -d '{"events": [{"server_uuid": "9cc4667a-a2c3-459c-ac05-45720bc0f622", "name": "network-vif-deleted", "tag": "481f3e6e-6d8b-4a1e-96fe-1213734def9a"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:27.262314 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2a1b4adf-7883-4373-93b7-c646dcb6fe6b req-2bb4cea0-d93c-4966-8855-8341d6969afd service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735334 May 16 19:14:27.291432 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a99daed-3a81-4877-b259-4a5453add414 x-openstack-request-id: req-2a99daed-3a81-4877-b259-4a5453add414 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:27.291727 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc4667a-a2c3-459c-ac05-45720bc0f622", "name": "network-vif-deleted", "tag": "481f3e6e-6d8b-4a1e-96fe-1213734def9a", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:27.291988 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a99daed-3a81-4877-b259-4a5453add414 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:27.292397 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a99daed-3a81-4877-b259-4a5453add414'] response: {'server_uuid': '9cc4667a-a2c3-459c-ac05-45720bc0f622', 'name': 'network-vif-deleted', 'tag': '481f3e6e-6d8b-4a1e-96fe-1213734def9a', 'status': 'completed', 'code': 200} May 16 19:14:27.405186 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:14:27.480341 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e7782-5f7e-4f24-9be5-4ee03932ce6b req-ca347918-e754-4601-b59b-412c7e6968ff tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:27.482081 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd2e7782-5f7e-4f24-9be5-4ee03932ce6b req-ca347918-e754-4601-b59b-412c7e6968ff tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0495183 May 16 19:14:27.513319 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:27.525746 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'mac_address': 'fa:16:3e:c7:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:14:27.534069 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bd2e7782-5f7e-4f24-9be5-4ee03932ce6b req-e8b4abd4-69a5-48e6-9958-9bd7bd56d2c5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452523 May 16 19:14:27.567041 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: ACTIVE; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:27.567431 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:27.580938 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34940ecb-c2a4-45ca-ad50-7ea9f112b22a {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:27.601102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:27.607362 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:27.659180 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=6']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:27.666772 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.667123 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.667480 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.667839 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.668179 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.668510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.668839 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.669164 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.669489 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.669840 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.670166 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.670491 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.670815 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.671213 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.671541 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:27.772512 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['34940ecb-c2a4-45ca-ad50-7ea9f112b22a'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:27.853859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48120) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:28.336468 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dde5-b78c-4f27-b58e-7fadac0128d2 req-47900271-2f4c-44e2-9881-da730400d6ce tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:28.338009 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4c7dde5-b78c-4f27-b58e-7fadac0128d2 req-47900271-2f4c-44e2-9881-da730400d6ce tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0867076 May 16 19:14:28.399476 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (cfec5029-7e17-499e-8906-677fbac6a1ae), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:28.459808 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b4c7dde5-b78c-4f27-b58e-7fadac0128d2 req-4c9c1b11-55e5-4340-b10b-01de24788367 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023588 May 16 19:14:28.660435 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565ea6-0847-4f73-a776-d35bb9693f53 req-bf80c3ce-438f-4cc3-bfdc-56f0f07af106 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:28.662235 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-71565ea6-0847-4f73-a776-d35bb9693f53 req-bf80c3ce-438f-4cc3-bfdc-56f0f07af106 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 945 time: 0.0489416 May 16 19:14:28.715276 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-71565ea6-0847-4f73-a776-d35bb9693f53 req-d295cd8c-4b8e-40df-a5fc-c84678a0d385 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 May 16 19:14:28.949908 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Deleting port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:28.950474 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.033741 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] For port c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:29.034114 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.047986 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Calling delete_port for c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 owned by network:router_interface {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:29.243032 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.270224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:29.439326 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:14:29.503769 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (cfec5029-7e17-499e-8906-677fbac6a1ae), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.507815 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:29.509689 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.629173 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cbc7c-e314-45c7-b6fa-5f45fc5ca15a req-3d97badf-3947-453a-98b3-d2ff69446553 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:29.631137 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b61cbc7c-e314-45c7-b6fa-5f45fc5ca15a req-3d97badf-3947-453a-98b3-d2ff69446553 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0574677 May 16 19:14:29.646447 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:29.647216 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.673153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:29.675464 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0437363-74d9-49ca-8b2f-78f4753ed30f" -d '{"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-plugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:29.699807 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:29.709517 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:29.710415 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 481f3e6e-6d8b-4a1e-96fe-1213734def9a no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:29.718087 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b61cbc7c-e314-45c7-b6fa-5f45fc5ca15a req-0cfc191b-7b84-4a62-b8b0-a4c74bcaefff tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800395 May 16 19:14:29.766226 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa97960-38a0-4840-80ef-51d0b96d477a x-openstack-request-id: req-6fa97960-38a0-4840-80ef-51d0b96d477a {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:29.766520 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-plugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:29.767130 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fa97960-38a0-4840-80ef-51d0b96d477a {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:29.768950 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa97960-38a0-4840-80ef-51d0b96d477a'] response: {'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'code': 200} May 16 19:14:29.780156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 481f3e6e-6d8b-4a1e-96fe-1213734def9a {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:29.780368 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 481f3e6e-6d8b-4a1e-96fe-1213734def9a not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:29.811455 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=7']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:29.848517 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Router cfec5029-7e17-499e-8906-677fbac6a1ae has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:29.929669 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d20b-e05e-4f6c-a452-e9350ec67959 req-5ac41ff0-cc3d-49b3-b326-8039008ce5bc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:29.931352 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d11d20b-e05e-4f6c-a452-e9350ec67959 req-5ac41ff0-cc3d-49b3-b326-8039008ce5bc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0987008 May 16 19:14:30.027679 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d11d20b-e05e-4f6c-a452-e9350ec67959 req-82c58c36-0ba9-44dc-b565-5c1b314667be tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781138 May 16 19:14:30.028744 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:30.035871 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a399ecd6-e6df-46f6-a8e9-233183945e66 admin admin] 10.222.0.24 "PUT /v2.0/routers/cfec5029-7e17-499e-8906-677fbac6a1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1808741 May 16 19:14:30.038648 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48182) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:30.051811 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] Sync routers for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:30.068795 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:30.069760 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:30.323228 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:30.463086 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks [] for router (cfec5029-7e17-499e-8906-677fbac6a1ae), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:30.530804 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:14:29Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:30.564446 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] Checking router: cfec5029-7e17-499e-8906-677fbac6a1ae for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:30.575454 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] Routers {'cfec5029-7e17-499e-8906-677fbac6a1ae'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:30.576440 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['cfec5029-7e17-499e-8906-677fbac6a1ae'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:30.597800 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks [] for router_gateway (cfec5029-7e17-499e-8906-677fbac6a1ae), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:30.649208 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Deleting port bcbbd921-9e27-4e7a-adbf-97b4e4645a58 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:30.649638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:30.688053 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] Set router cfec5029-7e17-499e-8906-677fbac6a1ae gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:30.741870 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] For port bcbbd921-9e27-4e7a-adbf-97b4e4645a58, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:30.742476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:30.766960 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Calling delete_port for bcbbd921-9e27-4e7a-adbf-97b4e4645a58 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:30.885109 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c47d-0e6b-4cee-a3c1-a269ad407abc req-b27d9f62-434e-44af-925b-3a2c0816ed49 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:30.887478 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6bc6c47d-0e6b-4cee-a3c1-a269ad407abc req-b27d9f62-434e-44af-925b-3a2c0816ed49 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0677295 May 16 19:14:30.906129 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:14:29Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:30.932876 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f6533-2b64-4a89-a86b-59fc14f915e1 None None] The sync data for ids ['cfec5029-7e17-499e-8906-677fbac6a1ae'] in dv-cinder-766064-6-iscsi is: [{'id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-363930285-router', 'tenant_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:14:29Z', 'revision_number': 5, 'project_id': 'ba2c6e5fee5b402fa68833228d12c8e7', 'gw_port': {'id': 'bcbbd921-9e27-4e7a-adbf-97b4e4645a58', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec5029-7e17-499e-8906-677fbac6a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:31.011384 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-6bc6c47d-0e6b-4cee-a3c1-a269ad407abc req-1d392d66-a87a-4fdc-8615-49431044d053 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184895 May 16 19:14:31.069779 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (bcbbd921-9e27-4e7a-adbf-97b4e4645a58), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.102460 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbbd921-9e27-4e7a-adbf-97b4e4645a58,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:31.126742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.127470 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.128020 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.129346 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.129914 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.130553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.131084 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.131865 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.132413 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.132808 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.133218 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.133641 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.134122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.134512 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.134894 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.207820 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3c974-f7cd-459f-9ce1-7ee603767066 req-736191cc-cbba-4d52-a848-7b3c871b2efd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:31.212141 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (cfec5029-7e17-499e-8906-677fbac6a1ae), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.215157 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0dd3c974-f7cd-459f-9ce1-7ee603767066 req-736191cc-cbba-4d52-a848-7b3c871b2efd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0723138 May 16 19:14:31.261582 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0dd3c974-f7cd-459f-9ce1-7ee603767066 req-78beb424-77db-414a-83da-e00a668fa0f8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 May 16 19:14:31.328132 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (cfec5029-7e17-499e-8906-677fbac6a1ae), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.331170 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks [] for router_controller (cfec5029-7e17-499e-8906-677fbac6a1ae), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.394143 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (cfec5029-7e17-499e-8906-677fbac6a1ae), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.394143 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfec5029-7e17-499e-8906-677fbac6a1ae {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:14:31.401953 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.405879 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48190) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:31.409503 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-dd26cf49-b742-4ab4-ba89-a6d356345418 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cfec5029-7e17-499e-8906-677fbac6a1ae HTTP/1.1" status: 204 len: 168 time: 1.3632772 May 16 19:14:31.476425 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_v2 [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Deleting subnet a41e79cb-7e38-4292-b36b-bbf41cb89605 {{(pid=103673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:14:31.480527 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Publish callbacks [] for subnet (a41e79cb-7e38-4292-b36b-bbf41cb89605), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.520783 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981375'] for subnet (a41e79cb-7e38-4292-b36b-bbf41cb89605), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.672697 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (a41e79cb-7e38-4292-b36b-bbf41cb89605), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.696318 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:31.719471 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:31.719967 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c1fb7f1d-586d-4f8d-945e-b0c0aac9e6c8 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:31.737581 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125933229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126163345'] for subnet (a41e79cb-7e38-4292-b36b-bbf41cb89605), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.764935 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41e79cb-7e38-4292-b36b-bbf41cb89605,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:31.767105 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.773086 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-109d7402-c0dc-471d-9bf5-28579a3ba17b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a41e79cb-7e38-4292-b36b-bbf41cb89605 HTTP/1.1" status: 204 len: 168 time: 0.3639381 May 16 19:14:31.774259 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48194) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:31.787937 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b4187-c59b-4e36-944c-f601b9028b40 None None] Network b0160fa7-2bfb-4bc1-8d58-6361ff669d8e requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:14:31.880875 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.941622 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Deleting port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:31.941942 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.017848 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] For port 2bc8a202-3742-447e-85b5-b6ddb374cfb3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=2bc8a202-3742-447e-85b5-b6ddb374cfb3,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:32.018561 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.037081 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Calling delete_port for 2bc8a202-3742-447e-85b5-b6ddb374cfb3 owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:32.126110 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] DHCP port deletion for b0160fa7-2bfb-4bc1-8d58-6361ff669d8e request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:14:32.185861 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] Deleting port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:32.186239 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.201736 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a267a4-568a-4a09-a828-f42081ad4b20 req-573cb829-096c-46eb-847b-c0d22d642fdc tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:32.203403 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-49a267a4-568a-4a09-a828-f42081ad4b20 req-573cb829-096c-46eb-847b-c0d22d642fdc tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.1031883 May 16 19:14:32.241779 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.259265 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] For port 2bc8a202-3742-447e-85b5-b6ddb374cfb3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=2bc8a202-3742-447e-85b5-b6ddb374cfb3,segment=NetworkSegment(f4337795-a74b-4549-ad67-b563c5c84b11),segment_id=f4337795-a74b-4549-ad67-b563c5c84b11)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:32.259968 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.274701 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] Calling delete_port for 2bc8a202-3742-447e-85b5-b6ddb374cfb3 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:32.277428 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc8a202-3742-447e-85b5-b6ddb374cfb3,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:32.292485 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] No DVR routers for this DVR port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 on host dv-cinder-766064-6-iscsi {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:32.338732 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-49a267a4-568a-4a09-a828-f42081ad4b20 req-702708f9-03b6-4803-be7e-9621ef764602 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236978 May 16 19:14:32.373259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (2bc8a202-3742-447e-85b5-b6ddb374cfb3), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.394896 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.419039 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0160fa7-2bfb-4bc1-8d58-6361ff669d8e']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:32.428578 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] Pushing event deleted for resources: {'Port': ['ID=2bc8a202-3742-447e-85b5-b6ddb374cfb3,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:32.430027 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4337795-a74b-4549-ad67-b563c5c84b11') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:32.430428 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4337795-a74b-4549-ad67-b563c5c84b11') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:32.436696 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587b82a-45de-429d-a6bb-c9dc404f2834 None None] No DVR routers for this DVR port 2bc8a202-3742-447e-85b5-b6ddb374cfb3 on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:32.443191 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (f4337795-a74b-4549-ad67-b563c5c84b11), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.468691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (f4337795-a74b-4549-ad67-b563c5c84b11), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.476379 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e547-1c70-49a8-b386-29735d88d050 req-5fb70a92-b747-4573-9fc9-ad8547ab6700 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:32.476379 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1904e547-1c70-49a8-b386-29735d88d050 req-5fb70a92-b747-4573-9fc9-ad8547ab6700 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0765622 May 16 19:14:32.482375 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:14:32.482788 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (f4337795-a74b-4549-ad67-b563c5c84b11), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:14:32.484763 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:14:32.548927 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1904e547-1c70-49a8-b386-29735d88d050 req-d879c0f2-45bf-41ae-9f77-64bd4c249696 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667784 May 16 19:14:32.556754 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (b0160fa7-2bfb-4bc1-8d58-6361ff669d8e), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.577493 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.578253 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0160fa7-2bfb-4bc1-8d58-6361ff669d8e HTTP/1.1" status: 204 len: 168 time: 0.8021448 May 16 19:14:32.579140 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c348a-5fce-4ba3-9989-59f467b09b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0160fa7-2bfb-4bc1-8d58-6361ff669d8e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:32.721638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48206) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:32.769810 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-95dcd907-d0e9-4eff-aa88-878d754c53c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba2c6e5fee5b402fa68833228d12c8e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468640 May 16 19:14:32.772299 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48208) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:32.824632 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f7833791-afe5-481a-af88-af335ecd1b41 admin admin] Publish callbacks [] for security_group (cf95430c-6798-4609-a02c-8067396dc82b), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.848038 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f7833791-afe5-481a-af88-af335ecd1b41 admin admin] Publish callbacks [] for security_group (cf95430c-6798-4609-a02c-8067396dc82b), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.902956 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f7833791-afe5-481a-af88-af335ecd1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (cf95430c-6798-4609-a02c-8067396dc82b), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.905831 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f7833791-afe5-481a-af88-af335ecd1b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:32.907035 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f7833791-afe5-481a-af88-af335ecd1b41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf95430c-6798-4609-a02c-8067396dc82b HTTP/1.1" status: 204 len: 168 time: 0.1336813 May 16 19:14:32.918066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7833791-afe5-481a-af88-af335ecd1b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95430c-6798-4609-a02c-8067396dc82b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:33.509547 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ce55-08c2-4c14-968d-e9b5d4c346e8 req-c142f5a4-525f-4485-9f6e-f0bc74318fd7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:33.512660 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a171ce55-08c2-4c14-968d-e9b5d4c346e8 req-c142f5a4-525f-4485-9f6e-f0bc74318fd7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0662234 May 16 19:14:33.575997 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a171ce55-08c2-4c14-968d-e9b5d4c346e8 req-18d304d1-76ea-437f-a5c4-ac7ce22f2f15 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554254 May 16 19:14:33.686762 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5076de-ef8e-4565-8a9b-2f5133a02508 req-52764839-9389-4922-bc54-ac81dcc1fe7a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:33.697729 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 2bc8a202-3742-447e-85b5-b6ddb374cfb3 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:33.702152 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d5076de-ef8e-4565-8a9b-2f5133a02508 req-52764839-9389-4922-bc54-ac81dcc1fe7a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0683393 May 16 19:14:33.725803 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 2bc8a202-3742-447e-85b5-b6ddb374cfb3 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:33.726344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 2bc8a202-3742-447e-85b5-b6ddb374cfb3 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:33.726942 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bcbbd921-9e27-4e7a-adbf-97b4e4645a58 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:33.747216 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: bcbbd921-9e27-4e7a-adbf-97b4e4645a58 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:33.747568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bcbbd921-9e27-4e7a-adbf-97b4e4645a58 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:33.790645 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5d5076de-ef8e-4565-8a9b-2f5133a02508 req-e3a3b4e5-a9c1-4e97-bcef-b2f604a4c8c4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814769 May 16 19:14:34.076127 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:34.735217 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed356d4d-acd6-4cf1-bd30-1e85c0a9fc8b req-a298138e-f36b-4149-9b30-be9dd6e5b37a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:34.743094 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ed356d4d-acd6-4cf1-bd30-1e85c0a9fc8b req-a298138e-f36b-4149-9b30-be9dd6e5b37a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0572307 May 16 19:14:34.820168 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ed356d4d-acd6-4cf1-bd30-1e85c0a9fc8b req-ecbfd2c7-6449-4a96-8526-a1292ddaaeb4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761766 May 16 19:14:34.947775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7f309-ad34-4b23-8328-953bd732b215 req-2794859e-ff63-4dee-befb-2d03cb3f0e50 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:34.950029 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-24d7f309-ad34-4b23-8328-953bd732b215 req-2794859e-ff63-4dee-befb-2d03cb3f0e50 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0677340 May 16 19:14:35.017351 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-24d7f309-ad34-4b23-8328-953bd732b215 req-c451c740-cb34-44aa-99f1-f327452fcae7 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577576 May 16 19:14:35.998390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9fa22-7566-4243-b824-879635059b48 req-ab27922f-74ae-454c-b8c1-2133a2352ed4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.000166 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cfb9fa22-7566-4243-b824-879635059b48 req-ab27922f-74ae-454c-b8c1-2133a2352ed4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0937197 May 16 19:14:36.075760 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-cfb9fa22-7566-4243-b824-879635059b48 req-6823d737-d2d9-4fa3-85b3-b9ce19e96f7e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625999 May 16 19:14:36.191918 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb20880-41a9-4531-aa5a-f70454cd867e req-24d53c48-d69e-4808-84de-f135c3d8c438 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.199328 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8cb20880-41a9-4531-aa5a-f70454cd867e req-24d53c48-d69e-4808-84de-f135c3d8c438 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0611746 May 16 19:14:36.255061 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8cb20880-41a9-4531-aa5a-f70454cd867e req-c65e9f25-5813-44b6-9b5d-f146464afc75 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547979 May 16 19:14:36.548737 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6bad1567-8103-47c3-81d8-ecab63a61e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.200848 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75225b-0d48-4e4b-b4b6-cb7b065d25d9 req-9e2ced45-795f-4f5e-aec9-4f6fc1aa3fa8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:37.206074 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c75225b-0d48-4e4b-b4b6-cb7b065d25d9 req-9e2ced45-795f-4f5e-aec9-4f6fc1aa3fa8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0640931 May 16 19:14:37.272254 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0c75225b-0d48-4e4b-b4b6-cb7b065d25d9 req-f452a589-3eb6-434b-80a9-c1fa7b61e7d5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617404 May 16 19:14:37.422285 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6af3c6-96f1-4b53-9494-6711a0b0bd38 req-5b461dc9-aaa5-401d-ba6f-afbed6bc4b20 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:37.431705 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-eb6af3c6-96f1-4b53-9494-6711a0b0bd38 req-5b461dc9-aaa5-401d-ba6f-afbed6bc4b20 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0837615 May 16 19:14:37.491752 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-eb6af3c6-96f1-4b53-9494-6711a0b0bd38 req-e3007865-8e72-4cdc-8859-d519770ff913 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586693 May 16 19:14:38.405783 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e128e59-1093-4fff-aa74-aa65433c747b req-6b73b4d4-a7df-43fa-b055-4073ad39b795 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:38.408242 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9e128e59-1093-4fff-aa74-aa65433c747b req-6b73b4d4-a7df-43fa-b055-4073ad39b795 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0565767 May 16 19:14:38.472916 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9e128e59-1093-4fff-aa74-aa65433c747b req-62aa6883-6d27-48fb-bc81-078b6da2b11a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570505 May 16 19:14:38.636843 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a0fae-3bd0-4812-91d3-7be3f4b35419 req-77328383-073a-4428-9ff5-f0d103c0859a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:38.638580 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e37a0fae-3bd0-4812-91d3-7be3f4b35419 req-77328383-073a-4428-9ff5-f0d103c0859a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0587485 May 16 19:14:38.700674 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e37a0fae-3bd0-4812-91d3-7be3f4b35419 req-d381860b-9ee5-44d3-9ae2-b641818bc60e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551302 May 16 19:14:38.888813 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a397c781-0808-488c-9a3c-87dd31700a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.592312 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371ad2-bb2f-4a17-9ec6-037a6bdce9fa req-fe873b8a-10bb-43b3-9dbd-2db0b5e33425 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:39.593935 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a2371ad2-bb2f-4a17-9ec6-037a6bdce9fa req-fe873b8a-10bb-43b3-9dbd-2db0b5e33425 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0522544 May 16 19:14:39.645352 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a2371ad2-bb2f-4a17-9ec6-037a6bdce9fa req-11fdd45b-2fa0-4b57-84c6-5cd708b61262 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455749 May 16 19:14:39.832566 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c1bbd-0443-4653-89e6-e96d2201af4c req-17335b0e-2528-4223-9e42-9fd9076537a1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:39.833927 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d82c1bbd-0443-4653-89e6-e96d2201af4c req-17335b0e-2528-4223-9e42-9fd9076537a1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0536993 May 16 19:14:39.881794 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d82c1bbd-0443-4653-89e6-e96d2201af4c req-e9f027aa-1677-44bd-b3b7-0d4ae10d2fcc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 May 16 19:14:40.127421 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.777282 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68ae3b-d8a3-4a2c-990b-0ff3b3f4cff4 req-0979d167-d5dc-454d-9424-5ee9232b6037 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:40.779036 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c68ae3b-d8a3-4a2c-990b-0ff3b3f4cff4 req-0979d167-d5dc-454d-9424-5ee9232b6037 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0531821 May 16 19:14:40.832960 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8c68ae3b-d8a3-4a2c-990b-0ff3b3f4cff4 req-46966af9-97d8-43c3-bdd3-66b344e15f26 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 May 16 19:14:41.009844 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bf9f3-8347-442e-9518-333cfc19a1c2 req-18d66dd2-3fc1-4238-938b-616256f9ae94 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.011526 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-bf7bf9f3-8347-442e-9518-333cfc19a1c2 req-18d66dd2-3fc1-4238-938b-616256f9ae94 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0567799 May 16 19:14:41.013247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-03448ddb-f698-4391-ac3d-3513a653f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.014810 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-03448ddb-f698-4391-ac3d-3513a653f563 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1130 time: 0.0403998 May 16 19:14:41.058618 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-bf7bf9f3-8347-442e-9518-333cfc19a1c2 req-a281840e-a1cf-4ed0-aed4-bacfe6853eac tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409627 May 16 19:14:41.154358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-0f67a023-2063-4295-b20a-75cd9df98ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.155813 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-0f67a023-2063-4295-b20a-75cd9df98ef6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 910 time: 0.0897703 May 16 19:14:41.444493 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-35b5c214-ef1d-4b36-9518-a759559d8e67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 1000 time: 0.0596941 May 16 19:14:41.450759 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:14:41.595444 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af260-742a-4a98-9c49-137978ead914 req-fb3a067f-dd9a-47af-bce9-1d0284df43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.597376 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-fb3a067f-dd9a-47af-bce9-1d0284df43d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1130 time: 0.0707839 May 16 19:14:41.598706 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-7315036b-45a8-4de7-a642-0901b0f9abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.600256 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-7315036b-45a8-4de7-a642-0901b0f9abfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 200 len: 848 time: 0.0870819 May 16 19:14:41.693235 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.711880 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-6345c707-ee46-403b-97ba-afa391ed828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.713615 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-6345c707-ee46-403b-97ba-afa391ed828f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807490 May 16 19:14:41.755796 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af260-742a-4a98-9c49-137978ead914 req-f50923c5-1a00-4fa9-a80c-eb8baa5fe24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.757484 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-f50923c5-1a00-4fa9-a80c-eb8baa5fe24d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.1498308 May 16 19:14:41.858684 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-9fcc1747-f083-490f-b6cf-dcbb3e4e33ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 1002 time: 0.0939584 May 16 19:14:41.900057 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-f71dc696-1120-4989-989c-b25d50645c0a service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754754 May 16 19:14:41.939931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af260-742a-4a98-9c49-137978ead914 req-b746ad33-0ec8-4af5-9484-6a39334e70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.941495 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-b746ad33-0ec8-4af5-9484-6a39334e70e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.0724895 May 16 19:14:41.955555 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c52a-4083-479b-8c04-e06c34836092 req-0773fc8d-29fa-464a-a829-4e9695538eba tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.957041 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8ca3c52a-4083-479b-8c04-e06c34836092 req-0773fc8d-29fa-464a-a829-4e9695538eba tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0479345 May 16 19:14:42.011710 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8ca3c52a-4083-479b-8c04-e06c34836092 req-ef29bcd9-4a84-4e36-95a1-117558e43ad6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456874 May 16 19:14:42.027272 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af260-742a-4a98-9c49-137978ead914 req-40336bf0-f735-420f-b9e3-915b24e5eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:42.028783 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-40336bf0-f735-420f-b9e3-915b24e5eac8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796194 May 16 19:14:42.061683 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8eeed105-6bfa-4c0a-9b3c-75304c707ca9 req-6fac5d3e-4242-4d6c-8224-f61ba2a1ac7a service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535628 May 16 19:14:42.138539 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-2966f50f-3d34-4d7c-b923-0665447ed589 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999312 May 16 19:14:42.196887 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93059df-afc2-414f-b3a5-c38ec09353b0 req-1060d87d-0b6a-42bb-b8e6-bfe7d07af400 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:42.198671 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e93059df-afc2-414f-b3a5-c38ec09353b0 req-1060d87d-0b6a-42bb-b8e6-bfe7d07af400 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0591252 May 16 19:14:42.247048 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e93059df-afc2-414f-b3a5-c38ec09353b0 req-8789b418-ceb2-4974-99b7-3d50e854b22f tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424881 May 16 19:14:43.134840 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2070d8-eaa0-45ee-b6ff-d6d730b90ed4 req-b8e81c3e-1772-4efa-87c6-d04203e55d7a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:43.136356 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8e2070d8-eaa0-45ee-b6ff-d6d730b90ed4 req-b8e81c3e-1772-4efa-87c6-d04203e55d7a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0503092 May 16 19:14:43.155250 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.186229 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8e2070d8-eaa0-45ee-b6ff-d6d730b90ed4 req-651fd81b-96f5-42ec-8c3a-29d006936fb8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 May 16 19:14:43.371810 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25502fbb-e57d-4489-bf82-5fcc1448a4e8 req-a4bbb159-6b35-42ab-8627-5afd968eb18e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:43.373356 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-25502fbb-e57d-4489-bf82-5fcc1448a4e8 req-a4bbb159-6b35-42ab-8627-5afd968eb18e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 946 time: 0.0495565 May 16 19:14:43.421127 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-25502fbb-e57d-4489-bf82-5fcc1448a4e8 req-8b4eef02-e809-4a00-bc2e-04cb1ae180a9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 May 16 19:14:43.471465 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:43.527735 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-da6af260-742a-4a98-9c49-137978ead914 req-706515c6-3d51-4418-95ab-6fadfa8fd08d service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885603 May 16 19:14:43.545721 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: ACTIVE; New status is: DOWN {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:43.546114 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.569102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:43.571385 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a5981-329f-49fe-aa11-03f2800aee6d" -d '{"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-unplugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:43.584160 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:43.589964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.613660 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 19:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b663d5c0-0807-4319-a2c3-afb832a046f9 x-openstack-request-id: req-b663d5c0-0807-4319-a2c3-afb832a046f9 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:43.613962 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-unplugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:43.614222 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b663d5c0-0807-4319-a2c3-afb832a046f9 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:43.614626 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b663d5c0-0807-4319-a2c3-afb832a046f9'] response: {'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'code': 200} May 16 19:14:43.637924 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=8']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:44.300163 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04f745-64be-4e4b-ab2e-2040b3180445 req-eba0fe08-fb1e-4229-a43c-f70e552717c8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:44.301692 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6d04f745-64be-4e4b-ab2e-2040b3180445 req-eba0fe08-fb1e-4229-a43c-f70e552717c8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0485034 May 16 19:14:44.349590 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6d04f745-64be-4e4b-ab2e-2040b3180445 req-4b3868ee-6c80-475b-a932-958de8dbea50 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 May 16 19:14:44.529777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48448) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:44.537790 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fefe4-4c47-4031-9e44-ea2a98be9b4d req-4a50884a-e2eb-491f-9cfd-a299eebb7712 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:44.539309 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-142fefe4-4c47-4031-9e44-ea2a98be9b4d req-4a50884a-e2eb-491f-9cfd-a299eebb7712 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0458620 May 16 19:14:44.587352 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-142fefe4-4c47-4031-9e44-ea2a98be9b4d req-ecbe0e3b-fa6d-42df-8959-e937d06e6942 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 May 16 19:14:44.635703 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8c785633-8576-44ea-b129-9db2f30b5b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.713951 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8c785633-8576-44ea-b129-9db2f30b5b34 admin admin] Publish callbacks [] for security_group (b579a615-ae28-4d59-ba41-8e8a65181553), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.720033 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8c785633-8576-44ea-b129-9db2f30b5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (b579a615-ae28-4d59-ba41-8e8a65181553), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.759959 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-8c785633-8576-44ea-b129-9db2f30b5b34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a5cb863dfd143e987303713e8fccdc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289407 May 16 19:14:44.760841 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c785633-8576-44ea-b129-9db2f30b5b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b579a615-ae28-4d59-ba41-8e8a65181553,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:44.763000 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48452) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:44.811695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34d36f3f-3bb2-425d-876a-b021cc21d73f admin admin] Publish callbacks [] for security_group (b579a615-ae28-4d59-ba41-8e8a65181553), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.833107 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34d36f3f-3bb2-425d-876a-b021cc21d73f admin admin] Publish callbacks [] for security_group (b579a615-ae28-4d59-ba41-8e8a65181553), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.885100 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34d36f3f-3bb2-425d-876a-b021cc21d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (b579a615-ae28-4d59-ba41-8e8a65181553), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.889358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34d36f3f-3bb2-425d-876a-b021cc21d73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.890995 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-34d36f3f-3bb2-425d-876a-b021cc21d73f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b579a615-ae28-4d59-ba41-8e8a65181553 HTTP/1.1" status: 204 len: 168 time: 0.1269701 May 16 19:14:44.901732 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d36f3f-3bb2-425d-876a-b021cc21d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579a615-ae28-4d59-ba41-8e8a65181553,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:45.155856 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48458) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:45.169500 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-75062449-8fdf-4c9a-bcc4-1ccb8c2464b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.245798 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-75062449-8fdf-4c9a-bcc4-1ccb8c2464b1 admin admin] Publish callbacks [] for security_group (f8d814ce-37cd-4926-95c5-b6a7de0f41ce), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.252942 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-75062449-8fdf-4c9a-bcc4-1ccb8c2464b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (f8d814ce-37cd-4926-95c5-b6a7de0f41ce), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.293344 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-75062449-8fdf-4c9a-bcc4-1ccb8c2464b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a38614898ac4faeb893f2a837ba7bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364276 May 16 19:14:45.294234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75062449-8fdf-4c9a-bcc4-1ccb8c2464b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d814ce-37cd-4926-95c5-b6a7de0f41ce,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:45.296366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48460) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:45.352019 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c8a80dae-cbe4-4bcf-aac9-ea1b7ef9c7d5 admin admin] Publish callbacks [] for security_group (f8d814ce-37cd-4926-95c5-b6a7de0f41ce), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.374408 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c8a80dae-cbe4-4bcf-aac9-ea1b7ef9c7d5 admin admin] Publish callbacks [] for security_group (f8d814ce-37cd-4926-95c5-b6a7de0f41ce), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.426845 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c8a80dae-cbe4-4bcf-aac9-ea1b7ef9c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (f8d814ce-37cd-4926-95c5-b6a7de0f41ce), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.429455 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c8a80dae-cbe4-4bcf-aac9-ea1b7ef9c7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:45.433373 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c8a80dae-cbe4-4bcf-aac9-ea1b7ef9c7d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d814ce-37cd-4926-95c5-b6a7de0f41ce HTTP/1.1" status: 204 len: 168 time: 0.1359241 May 16 19:14:45.441954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a80dae-cbe4-4bcf-aac9-ea1b7ef9c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d814ce-37cd-4926-95c5-b6a7de0f41ce,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:45.469763 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5dc1-1c45-4670-86ac-0126c3c17955 req-6f06db9a-6be9-4e40-9a46-f6f5b4510acb tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:45.472045 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a67c5dc1-1c45-4670-86ac-0126c3c17955 req-6f06db9a-6be9-4e40-9a46-f6f5b4510acb tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0546973 May 16 19:14:45.522906 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a67c5dc1-1c45-4670-86ac-0126c3c17955 req-cf850317-0e39-40c6-86fb-f610e4ab3284 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 May 16 19:14:45.706700 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b236ff7-107d-4b77-a4e2-7891aa3f2a60 req-9393236c-7a21-4174-8b8d-39b6a37bbfe5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:45.708176 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7b236ff7-107d-4b77-a4e2-7891aa3f2a60 req-9393236c-7a21-4174-8b8d-39b6a37bbfe5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0468149 May 16 19:14:45.755379 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7b236ff7-107d-4b77-a4e2-7891aa3f2a60 req-1ff8cc51-0c9e-461c-86d6-7b58b58f92b2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 May 16 19:14:46.676344 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026169b-659a-499e-9643-8a9129159adb req-faf290bb-3877-458a-9982-b6f5b30e6a93 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:46.677893 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4026169b-659a-499e-9643-8a9129159adb req-faf290bb-3877-458a-9982-b6f5b30e6a93 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0778861 May 16 19:14:46.734708 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4026169b-659a-499e-9643-8a9129159adb req-2231e7f4-0eff-4773-aa17-ba175e200812 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497839 May 16 19:14:46.882792 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9290c7-e4e9-4d1e-a3e2-a481a5d2fdc6 req-ce3fe065-537e-4c44-aac0-cc75a79d25c5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:46.884603 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9f9290c7-e4e9-4d1e-a3e2-a481a5d2fdc6 req-ce3fe065-537e-4c44-aac0-cc75a79d25c5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0561299 May 16 19:14:46.942694 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9f9290c7-e4e9-4d1e-a3e2-a481a5d2fdc6 req-d2517fee-d77a-4e40-b976-e2b866a57421 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514255 May 16 19:14:47.503430 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:47.583930 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: DOWN; New status is: DOWN {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:47.585338 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:47.660735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port aadd3356-5374-4e27-aec5-d1a129d4438b is: ACTIVE; New status is: DOWN {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:47.661141 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:47.685434 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:47.688154 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6d98b1-b957-437d-af9f-0788b3b4b646" -d '{"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-unplugged", "status": "completed", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:47.705146 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:47.711536 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:47.749897 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f2c9b-53e1-4a67-bdb8-1ba0b6fa3de8 x-openstack-request-id: req-ed9f2c9b-53e1-4a67-bdb8-1ba0b6fa3de8 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:47.750186 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-unplugged", "status": "failed", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "code": 422}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:47.750439 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed9f2c9b-53e1-4a67-bdb8-1ba0b6fa3de8 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:47.750967 dv-cinder-766064-6-iscsi neutron-server[103675]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ed9f2c9b-53e1-4a67-bdb8-1ba0b6fa3de8']: {'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'code': 422} returned with failed status May 16 19:14:47.782661 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=6']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:47.870401 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67f4c-e3b4-4b38-bf72-7ce2f4feaf75 req-18b51524-9d81-4de4-9381-a1c5471c41d6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:47.872122 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8ad67f4c-e3b4-4b38-bf72-7ce2f4feaf75 req-18b51524-9d81-4de4-9381-a1c5471c41d6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0514488 May 16 19:14:47.922257 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8ad67f4c-e3b4-4b38-bf72-7ce2f4feaf75 req-147d2ef5-9e4e-4bac-8744-98b8122cc17a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 May 16 19:14:48.004786 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [req-2d45878c-4734-468a-b2d7-7459ab90ad0b req-2ad6edc8-bf30-495f-9108-3829806dbe21 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:14:48.005802 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2d45878c-4734-468a-b2d7-7459ab90ad0b req-2ad6edc8-bf30-495f-9108-3829806dbe21 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054216 May 16 19:14:48.061209 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9738fa-5a6a-4465-ada2-61412ebd84ef req-3913fe85-cc0f-41ba-80f6-f876d524d552 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:48.063654 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1c9738fa-5a6a-4465-ada2-61412ebd84ef req-3913fe85-cc0f-41ba-80f6-f876d524d552 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0561647 May 16 19:14:48.154157 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-684223df-b120-4aa1-9829-2ece308b3287 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892713 May 16 19:14:48.159547 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1c9738fa-5a6a-4465-ada2-61412ebd84ef req-bcc8fe77-fe71-4a61-ab5f-a29f0ccefab9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830021 May 16 19:14:48.235420 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48602) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.263527 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3858226-9f03-4505-a0b1-e80fce74fd05 req-b7d5bd8b-d3ff-4092-9751-6ceb249c835b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:48.265362 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c3858226-9f03-4505-a0b1-e80fce74fd05 req-b7d5bd8b-d3ff-4092-9751-6ceb249c835b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0971658 May 16 19:14:48.269808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48606) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.291901 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-cbf59106-fe2b-4e2d-8785-6a52426605df tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:48.293837 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-cbf59106-fe2b-4e2d-8785-6a52426605df tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports/34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 941 time: 0.0747287 May 16 19:14:48.367690 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c3858226-9f03-4505-a0b1-e80fce74fd05 req-f7cb3085-b8a6-4d09-80bb-93ae458173c0 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921359 May 16 19:14:48.395453 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-0a517b3c-2943-4af6-b87c-e8a8d6dfd0fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239436 May 16 19:14:48.396248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb160623-8cb0-4504-ae32-77f86d8d8ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.417633 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-f1c82822-c004-42dd-9e1d-0c219f797372 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:14:48.419225 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-f1c82822-c004-42dd-9e1d-0c219f797372 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0119982 May 16 19:14:48.528025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb160623-8cb0-4504-ae32-77f86d8d8ffe admin admin] Publish callbacks [] for security_group (0971ddb3-ed4d-484b-80d1-57b93743ddd5), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.535107 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb160623-8cb0-4504-ae32-77f86d8d8ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0971ddb3-ed4d-484b-80d1-57b93743ddd5), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.589360 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-fb160623-8cb0-4504-ae32-77f86d8d8ffe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91cdb2a4377f4c49b73a777d3eaff130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519437 May 16 19:14:48.590016 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48630) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.591940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb160623-8cb0-4504-ae32-77f86d8d8ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0971ddb3-ed4d-484b-80d1-57b93743ddd5,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:48.626497 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48634) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.663275 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-76d8170c-cf52-411d-ba35-c8e1679aeab2 admin admin] Publish callbacks [] for security_group (0971ddb3-ed4d-484b-80d1-57b93743ddd5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.688969 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-76d8170c-cf52-411d-ba35-c8e1679aeab2 admin admin] Publish callbacks [] for security_group (0971ddb3-ed4d-484b-80d1-57b93743ddd5), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.749102 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-76d8170c-cf52-411d-ba35-c8e1679aeab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0971ddb3-ed4d-484b-80d1-57b93743ddd5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.751668 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-76d8170c-cf52-411d-ba35-c8e1679aeab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.757183 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-76d8170c-cf52-411d-ba35-c8e1679aeab2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0971ddb3-ed4d-484b-80d1-57b93743ddd5 HTTP/1.1" status: 204 len: 168 time: 0.1660445 May 16 19:14:48.764381 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-93b9b293-ea02-4751-96b0-cb6560207834 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:48.770658 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-93b9b293-ea02-4751-96b0-cb6560207834 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports/aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 941 time: 0.1425757 May 16 19:14:48.775731 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8170c-cf52-411d-ba35-c8e1679aeab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0971ddb3-ed4d-484b-80d1-57b93743ddd5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:49.074501 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48650) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:49.098492 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4a73-eae0-4cd8-a288-8ddf819f33f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.182110 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4a73-eae0-4cd8-a288-8ddf819f33f3 admin admin] Publish callbacks [] for security_group (4c0bd5a3-3bd0-4562-8a80-623df11f5368), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.187205 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4a73-eae0-4cd8-a288-8ddf819f33f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4c0bd5a3-3bd0-4562-8a80-623df11f5368), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.225005 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-b5ce4a73-eae0-4cd8-a288-8ddf819f33f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0374555e823f4a1c8a6cdd240aa55d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487770 May 16 19:14:49.225992 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce4a73-eae0-4cd8-a288-8ddf819f33f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0bd5a3-3bd0-4562-8a80-623df11f5368,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:49.228024 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48654) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:49.282300 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0232c9dd-dd47-4d93-a947-db759c310bca admin admin] Publish callbacks [] for security_group (4c0bd5a3-3bd0-4562-8a80-623df11f5368), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.291894 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c2b75-ce7e-47e3-8a07-ff1eed25aab9 req-098a8044-e8a5-4f76-8621-aaad84d616a2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.293425 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-503c2b75-ce7e-47e3-8a07-ff1eed25aab9 req-098a8044-e8a5-4f76-8621-aaad84d616a2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0473216 May 16 19:14:49.303589 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0232c9dd-dd47-4d93-a947-db759c310bca admin admin] Publish callbacks [] for security_group (4c0bd5a3-3bd0-4562-8a80-623df11f5368), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.340293 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-503c2b75-ce7e-47e3-8a07-ff1eed25aab9 req-7f54a120-1571-4655-85e1-12ef1de2ba75 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 May 16 19:14:49.361115 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0232c9dd-dd47-4d93-a947-db759c310bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (4c0bd5a3-3bd0-4562-8a80-623df11f5368), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.363924 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0232c9dd-dd47-4d93-a947-db759c310bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.378271 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0232c9dd-dd47-4d93-a947-db759c310bca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c0bd5a3-3bd0-4562-8a80-623df11f5368 HTTP/1.1" status: 204 len: 168 time: 0.1488681 May 16 19:14:49.387294 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232c9dd-dd47-4d93-a947-db759c310bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0bd5a3-3bd0-4562-8a80-623df11f5368,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:49.427280 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-42b3b8d2-7e5a-43ca-a176-dd0fb9118727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.428934 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-42b3b8d2-7e5a-43ca-a176-dd0fb9118727 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5&tenant_id=70432660a05b4b169939f7048c545bfc HTTP/1.1" status: 200 len: 1128 time: 0.0656457 May 16 19:14:49.514716 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8293c5-e1a3-4376-b424-66238c62688e req-acbde004-b287-4bd2-97f8-0fcf2af4fa9f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.516228 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ae8293c5-e1a3-4376-b424-66238c62688e req-acbde004-b287-4bd2-97f8-0fcf2af4fa9f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0560784 May 16 19:14:49.517116 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-ac80c55d-27a2-4825-8dcf-641b3ff75b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.519010 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-ac80c55d-27a2-4825-8dcf-641b3ff75b92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70432660a05b4b169939f7048c545bfc&device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1128 time: 0.0482788 May 16 19:14:49.573042 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ae8293c5-e1a3-4376-b424-66238c62688e req-1e5accea-95fc-4d33-9d92-5aaf19311ae0 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478756 May 16 19:14:49.618889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-0f5c4eea-f2c9-4e6a-bab2-84f02266e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.620527 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-0f5c4eea-f2c9-4e6a-bab2-84f02266e361 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 200 len: 917 time: 0.0944104 May 16 19:14:49.687907 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-f4884f22-469c-4b7f-8822-a7eb875596a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 200 len: 1000 time: 0.0599661 May 16 19:14:49.760486 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-372cee34-3752-484e-9279-08fb3dede67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.762143 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-372cee34-3752-484e-9279-08fb3dede67a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 200 len: 855 time: 0.0655794 May 16 19:14:49.809346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-6bd449d1-46df-4efb-9e35-aaf1b7de2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.810963 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-6bd449d1-46df-4efb-9e35-aaf1b7de2c80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d891ed5e-5c1c-4920-894a-8addbe008c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418732 May 16 19:14:49.913761 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-e70812c7-7d1d-4947-b2a8-ce0fe82aa55a service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954061 May 16 19:14:50.016475 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3eb804ae-f9f9-4bba-bf5a-ec4ca5fdb69f req-405169db-c152-4b3e-9667-d579c456de49 service neutron] 10.222.0.49 "GET /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949588 May 16 19:14:50.417583 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eee131-56b1-4ccf-b1b0-b67d14328582 req-9d7d5c4d-ff97-4ccf-817e-519efe25fa88 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:50.419477 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-25eee131-56b1-4ccf-b1b0-b67d14328582 req-9d7d5c4d-ff97-4ccf-817e-519efe25fa88 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0498545 May 16 19:14:50.485641 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-25eee131-56b1-4ccf-b1b0-b67d14328582 req-3b0125ac-3c45-436c-86c9-46719cb6a679 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603926 May 16 19:14:50.506632 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7638f04-b6a3-4b85-9213-e9f13913b21d req-645619af-1c2c-43b4-9f99-c98acd12da08 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:50.508842 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7638f04-b6a3-4b85-9213-e9f13913b21d req-645619af-1c2c-43b4-9f99-c98acd12da08 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0743315 May 16 19:14:50.566998 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b7638f04-b6a3-4b85-9213-e9f13913b21d req-12fa603f-08a0-41dd-929a-c92645955156 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506489 May 16 19:14:50.736916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7282d-e735-44c9-9454-b331470e47ff req-278bec37-383d-42e0-a678-dbc6802b5fd8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:50.738735 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-97c7282d-e735-44c9-9454-b331470e47ff req-278bec37-383d-42e0-a678-dbc6802b5fd8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0591629 May 16 19:14:50.793693 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-97c7282d-e735-44c9-9454-b331470e47ff req-43bd8c13-f5a7-4738-a6fa-8ac56a981d86 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490291 May 16 19:14:51.621468 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2ace7-5d12-4d64-b47b-b0042982f810 req-a58608e6-47db-4e11-a437-aa883a0ddaff tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:51.622986 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5dc2ace7-5d12-4d64-b47b-b0042982f810 req-a58608e6-47db-4e11-a437-aa883a0ddaff tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0597670 May 16 19:14:51.671683 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5dc2ace7-5d12-4d64-b47b-b0042982f810 req-ff66d397-76f3-4180-9832-db745e87ffde tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 May 16 19:14:51.687792 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc271575-900b-485b-a7d6-aae7fa2e2f62 req-a2c266c0-3820-4427-807d-8e45dc6e7b9a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:51.689344 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dc271575-900b-485b-a7d6-aae7fa2e2f62 req-a2c266c0-3820-4427-807d-8e45dc6e7b9a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0480084 May 16 19:14:51.737210 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dc271575-900b-485b-a7d6-aae7fa2e2f62 req-0b0eecc9-cebc-429c-bb17-6f0d6ad63fdf tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 May 16 19:14:51.918148 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4f55-f776-48c7-a888-ad5c792fbc2d req-dcfae8d1-3dc1-4345-bef6-da50ffa3b3f3 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:51.919638 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-53fd4f55-f776-48c7-a888-ad5c792fbc2d req-dcfae8d1-3dc1-4345-bef6-da50ffa3b3f3 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0571938 May 16 19:14:51.984460 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-53fd4f55-f776-48c7-a888-ad5c792fbc2d req-983e3384-ca1f-4a52-8c31-11a7149f6d58 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558023 May 16 19:14:52.863029 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fecfd-114e-4759-adfd-3a29c3e5e9bf req-b43d5f99-3df6-4ce8-95f7-26485aaa8450 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:52.864746 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-837fecfd-114e-4759-adfd-3a29c3e5e9bf req-b43d5f99-3df6-4ce8-95f7-26485aaa8450 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0954189 May 16 19:14:52.892043 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bf017-8788-4a6b-bbd4-00ff7170f98d req-7534c9c9-fd53-4e18-88b9-fad987fc7ec2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:52.893998 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-665bf017-8788-4a6b-bbd4-00ff7170f98d req-7534c9c9-fd53-4e18-88b9-fad987fc7ec2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0671751 May 16 19:14:52.927628 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-837fecfd-114e-4759-adfd-3a29c3e5e9bf req-9d515a8b-4706-455c-a874-6481ba39f09b tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567088 May 16 19:14:52.953874 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-665bf017-8788-4a6b-bbd4-00ff7170f98d req-d21da567-d5e2-4261-9ab4-2a1573097bbc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528250 May 16 19:14:53.106366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67fd47-7974-472b-a838-8c842cb3c2d1 req-74999b04-2524-49b6-9a03-4541b48494e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:53.107869 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ba67fd47-7974-472b-a838-8c842cb3c2d1 req-74999b04-2524-49b6-9a03-4541b48494e8 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0537474 May 16 19:14:53.157226 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ba67fd47-7974-472b-a838-8c842cb3c2d1 req-f0fa5f6e-0237-426f-a572-d07fd030103e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 May 16 19:14:54.114896 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7bb8e-c613-4a7e-8758-115232407a2e req-7249b19c-7e29-4f14-b68a-e01c629778ce tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:54.122585 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f2d7bb8e-c613-4a7e-8758-115232407a2e req-7249b19c-7e29-4f14-b68a-e01c629778ce tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0913289 May 16 19:14:54.124824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8386-2380-4e54-bbd6-e81c03bc46b1 req-c1b0132f-f1e8-4d80-a8cf-b6b1ab7146d6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:54.134733 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-394a8386-2380-4e54-bbd6-e81c03bc46b1 req-c1b0132f-f1e8-4d80-a8cf-b6b1ab7146d6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0959117 May 16 19:14:54.216239 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-394a8386-2380-4e54-bbd6-e81c03bc46b1 req-ba287d5e-d7f7-445c-ae17-4e7f9862cfd5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804155 May 16 19:14:54.424026 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483c55-47a0-435d-ae0a-d3492b708185 req-a8051d05-6343-4b2d-9aa3-f28ff0c94b12 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:54.431725 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b2483c55-47a0-435d-ae0a-d3492b708185 req-a8051d05-6343-4b2d-9aa3-f28ff0c94b12 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.1351669 May 16 19:14:54.506566 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b2483c55-47a0-435d-ae0a-d3492b708185 req-0170049f-4b92-4e33-b693-b9ddf41a4102 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662017 May 16 19:14:54.550618 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f2d7bb8e-c613-4a7e-8758-115232407a2e req-6e3dcc4a-3d0e-4749-aff3-a367ab77d643 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271407 May 16 19:14:55.354054 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9e727-4916-49d3-8c96-ea30dd7bf14a req-88eb4a1e-c696-4df1-9c2e-b03a636ba2c4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:55.355834 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c1b9e727-4916-49d3-8c96-ea30dd7bf14a req-88eb4a1e-c696-4df1-9c2e-b03a636ba2c4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0682831 May 16 19:14:55.407174 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c1b9e727-4916-49d3-8c96-ea30dd7bf14a req-13580789-ba95-4944-9e28-48d9c9ffc886 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 May 16 19:14:55.621208 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be2a33-8538-481d-b78e-9453b8341585 req-cfe5a28a-b2b6-4c96-8692-b845ce4b4366 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:55.622769 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20be2a33-8538-481d-b78e-9453b8341585 req-cfe5a28a-b2b6-4c96-8692-b845ce4b4366 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0539408 May 16 19:14:55.695217 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24111-89c2-4821-bcbe-1bac849ad60f req-66b3bd5f-507b-4e96-b30d-b3b60914c5a8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:55.698048 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-20be2a33-8538-481d-b78e-9453b8341585 req-154790ac-e796-42e0-a450-1dff8fe8c419 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660686 May 16 19:14:55.708245 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-08e24111-89c2-4821-bcbe-1bac849ad60f req-66b3bd5f-507b-4e96-b30d-b3b60914c5a8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0805271 May 16 19:14:55.762241 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-08e24111-89c2-4821-bcbe-1bac849ad60f req-e6c389aa-c8a6-478e-8bab-d0acb66561e9 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529196 May 16 19:14:56.455554 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48850) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:56.550151 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10a978-eb32-495f-86f9-cf072d9af63b req-2df102fb-9e0d-4e40-8cf1-af3d4c551a3a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:56.552207 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cc10a978-eb32-495f-86f9-cf072d9af63b req-2df102fb-9e0d-4e40-8cf1-af3d4c551a3a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0510626 May 16 19:14:56.586961 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a932b1c0-448a-4c4b-b808-4bf259bce02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.602925 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cc10a978-eb32-495f-86f9-cf072d9af63b req-3b8d87e7-974d-4e1d-8342-9cbf76f8b85c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447469 May 16 19:14:56.664203 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a932b1c0-448a-4c4b-b808-4bf259bce02a admin admin] Publish callbacks [] for security_group (66328a8e-dcc0-44e5-9aa8-4433d33c794d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.668937 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a932b1c0-448a-4c4b-b808-4bf259bce02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (66328a8e-dcc0-44e5-9aa8-4433d33c794d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.709515 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-a932b1c0-448a-4c4b-b808-4bf259bce02a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e45e7e61c70d433586e20961ab4530b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494745 May 16 19:14:56.709515 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932b1c0-448a-4c4b-b808-4bf259bce02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66328a8e-dcc0-44e5-9aa8-4433d33c794d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:56.709975 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48854) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:56.775578 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a4632b3-40c8-4fd2-bbce-9f35527dc401 admin admin] Publish callbacks [] for security_group (66328a8e-dcc0-44e5-9aa8-4433d33c794d), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.798945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a4632b3-40c8-4fd2-bbce-9f35527dc401 admin admin] Publish callbacks [] for security_group (66328a8e-dcc0-44e5-9aa8-4433d33c794d), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.863931 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb3cb-17ca-4ed7-bc1e-854c2354b3e2 req-8afafdde-db3b-40c3-a492-bc27c22d5f01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:56.865471 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42dfb3cb-17ca-4ed7-bc1e-854c2354b3e2 req-8afafdde-db3b-40c3-a492-bc27c22d5f01 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0668540 May 16 19:14:56.890713 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a4632b3-40c8-4fd2-bbce-9f35527dc401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (66328a8e-dcc0-44e5-9aa8-4433d33c794d), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.893775 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a4632b3-40c8-4fd2-bbce-9f35527dc401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:56.894914 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1a4632b3-40c8-4fd2-bbce-9f35527dc401 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66328a8e-dcc0-44e5-9aa8-4433d33c794d HTTP/1.1" status: 204 len: 168 time: 0.1839914 May 16 19:14:56.906313 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea97e1-0e08-416e-803b-543f41f6bd45 req-c12aca89-6ee2-48bb-97ef-9e39e65558f2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:56.907970 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c0ea97e1-0e08-416e-803b-543f41f6bd45 req-c12aca89-6ee2-48bb-97ef-9e39e65558f2 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0574715 May 16 19:14:56.914120 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4632b3-40c8-4fd2-bbce-9f35527dc401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66328a8e-dcc0-44e5-9aa8-4433d33c794d,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:56.917404 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-42dfb3cb-17ca-4ed7-bc1e-854c2354b3e2 req-f5c76445-fd3a-44dc-a7ec-dbb580302742 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 May 16 19:14:56.980216 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c0ea97e1-0e08-416e-803b-543f41f6bd45 req-f8d85ca8-d391-4ed0-abff-be2dc647086c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605943 May 16 19:14:57.352647 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48866) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:57.375122 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f7c89881-6eeb-470f-980e-21f33a9b524f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.452408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f7c89881-6eeb-470f-980e-21f33a9b524f admin admin] Publish callbacks [] for security_group (eee277bd-a42e-4c8d-a226-93848a680971), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.457072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f7c89881-6eeb-470f-980e-21f33a9b524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (eee277bd-a42e-4c8d-a226-93848a680971), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.493295 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f7c89881-6eeb-470f-980e-21f33a9b524f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da0a642e3a704ed1b289ab518acbc0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392014 May 16 19:14:57.494433 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c89881-6eeb-470f-980e-21f33a9b524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee277bd-a42e-4c8d-a226-93848a680971,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:57.496311 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48868) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:57.545026 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-258dfb70-7cc8-4a33-bb13-189159cdc23d admin admin] Publish callbacks [] for security_group (eee277bd-a42e-4c8d-a226-93848a680971), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.565911 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-258dfb70-7cc8-4a33-bb13-189159cdc23d admin admin] Publish callbacks [] for security_group (eee277bd-a42e-4c8d-a226-93848a680971), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.613349 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-258dfb70-7cc8-4a33-bb13-189159cdc23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (eee277bd-a42e-4c8d-a226-93848a680971), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.616080 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-258dfb70-7cc8-4a33-bb13-189159cdc23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:57.620242 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-258dfb70-7cc8-4a33-bb13-189159cdc23d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eee277bd-a42e-4c8d-a226-93848a680971 HTTP/1.1" status: 204 len: 168 time: 0.1201689 May 16 19:14:57.639605 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dfb70-7cc8-4a33-bb13-189159cdc23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee277bd-a42e-4c8d-a226-93848a680971,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:57.744396 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d35a-887b-4703-9645-7087db62c2cb req-8fc3a677-42ed-4cd5-9d02-5fe64449b018 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:57.745895 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec08d35a-887b-4703-9645-7087db62c2cb req-8fc3a677-42ed-4cd5-9d02-5fe64449b018 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0493605 May 16 19:14:57.823628 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec08d35a-887b-4703-9645-7087db62c2cb req-6557e941-d248-47fd-a33a-62ebf6aef0ee tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689600 May 16 19:14:58.106292 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a266-5767-405c-a7bc-c3eb85d132d1 req-c8d31800-00ee-40f0-ab94-5d9f2b45b95c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:58.107913 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4305a266-5767-405c-a7bc-c3eb85d132d1 req-c8d31800-00ee-40f0-ab94-5d9f2b45b95c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0740690 May 16 19:14:58.127407 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4fc6-b8cd-4bae-8723-5203817e8fd7 req-2b1f4575-c27d-48d4-b45d-c1e427f6031d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:58.129100 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b26a4fc6-b8cd-4bae-8723-5203817e8fd7 req-2b1f4575-c27d-48d4-b45d-c1e427f6031d tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0519390 May 16 19:14:58.186498 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4305a266-5767-405c-a7bc-c3eb85d132d1 req-ff3a0232-4b3d-4dfb-b817-9a1b35952134 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727906 May 16 19:14:58.221860 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b26a4fc6-b8cd-4bae-8723-5203817e8fd7 req-95619cf0-c71e-4b21-ad18-1a559c3453ec tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865715 May 16 19:14:58.905455 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 48908) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:58.956548 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eef52-f55b-43e8-a3c3-9eb3c9e9609c req-b73343a2-1b80-45a2-8205-591dedce6ac1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:58.958438 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ce5eef52-f55b-43e8-a3c3-9eb3c9e9609c req-b73343a2-1b80-45a2-8205-591dedce6ac1 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0525005 May 16 19:14:59.020123 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ce5eef52-f55b-43e8-a3c3-9eb3c9e9609c req-5d1fd7c8-6166-42cb-9a5f-8429218d7c36 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541713 May 16 19:14:59.071613 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4f4c94bc-0561-48f0-9fc6-b0d4453a6310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.167818 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4f4c94bc-0561-48f0-9fc6-b0d4453a6310 admin admin] Publish callbacks [] for security_group (60381d58-45ce-42a4-81ee-65b558912da1), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.179029 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4f4c94bc-0561-48f0-9fc6-b0d4453a6310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (60381d58-45ce-42a4-81ee-65b558912da1), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.224898 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4f4c94bc-0561-48f0-9fc6-b0d4453a6310 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7caf91c85e3348b0b862d04cb63b7043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182914 May 16 19:14:59.225787 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c94bc-0561-48f0-9fc6-b0d4453a6310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60381d58-45ce-42a4-81ee-65b558912da1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:59.227791 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 48914) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:59.315417 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e56abe93-fb0d-494a-9101-e568cfb19809 admin admin] Publish callbacks [] for security_group (60381d58-45ce-42a4-81ee-65b558912da1), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.317846 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece66bbd-ef6f-4b7b-bafd-07f3edcb30b6 req-830eec0b-8324-49e7-8d07-311275690812 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:59.323116 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ece66bbd-ef6f-4b7b-bafd-07f3edcb30b6 req-830eec0b-8324-49e7-8d07-311275690812 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0722241 May 16 19:14:59.369872 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845f283-3da6-4cf9-8968-a6447deb6b18 req-8c5857df-08e4-464e-87c8-9491e4b3f0b8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:59.371405 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1845f283-3da6-4cf9-8968-a6447deb6b18 req-8c5857df-08e4-464e-87c8-9491e4b3f0b8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0674119 May 16 19:14:59.373648 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e56abe93-fb0d-494a-9101-e568cfb19809 admin admin] Publish callbacks [] for security_group (60381d58-45ce-42a4-81ee-65b558912da1), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.381357 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ece66bbd-ef6f-4b7b-bafd-07f3edcb30b6 req-9a7c2ace-d697-4855-a9ab-c28be3ee39a9 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551968 May 16 19:14:59.441415 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1845f283-3da6-4cf9-8968-a6447deb6b18 req-e23c6d34-0779-4dd0-a72c-5cfcfefcbe19 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609758 May 16 19:14:59.466330 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e56abe93-fb0d-494a-9101-e568cfb19809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (60381d58-45ce-42a4-81ee-65b558912da1), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.469153 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e56abe93-fb0d-494a-9101-e568cfb19809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.472980 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e56abe93-fb0d-494a-9101-e568cfb19809 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60381d58-45ce-42a4-81ee-65b558912da1 HTTP/1.1" status: 204 len: 168 time: 0.2414677 May 16 19:14:59.479467 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56abe93-fb0d-494a-9101-e568cfb19809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60381d58-45ce-42a4-81ee-65b558912da1,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:00.178608 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c74c67-1f93-4482-9e5c-67170b584f08 req-5581b4d9-da7c-4100-b893-2af494fc47a9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:00.180207 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-16c74c67-1f93-4482-9e5c-67170b584f08 req-5581b4d9-da7c-4100-b893-2af494fc47a9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0474865 May 16 19:15:00.228654 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-16c74c67-1f93-4482-9e5c-67170b584f08 req-76c1e914-a0a6-4212-8019-9e575f21bc60 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 May 16 19:15:00.534485 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073884-6dc3-43cc-80e4-d33fe7777ee0 req-9a0d0434-6a68-4927-8260-e8e58287499c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:00.536539 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c9073884-6dc3-43cc-80e4-d33fe7777ee0 req-9a0d0434-6a68-4927-8260-e8e58287499c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0858014 May 16 19:15:00.614902 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fd556-49b8-4b45-9331-f6beadad8ccb req-9797bdc5-0d50-479a-86b9-b9aaac91d57a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:00.616997 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e14fd556-49b8-4b45-9331-f6beadad8ccb req-9797bdc5-0d50-479a-86b9-b9aaac91d57a tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0615819 May 16 19:15:00.634675 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-c9073884-6dc3-43cc-80e4-d33fe7777ee0 req-a2b2e1f2-7d84-444c-9c70-ff82c6ce051b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876372 May 16 19:15:00.698685 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e14fd556-49b8-4b45-9331-f6beadad8ccb req-df5c7d33-cf30-47b9-a673-1e1d8212a7c3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752027 May 16 19:15:01.368200 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80477a9-574d-4bf1-af6c-d346c627b6c2 req-dd8f8d57-dbc8-4475-a944-e3f1eaa14c5a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:01.369582 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f80477a9-574d-4bf1-af6c-d346c627b6c2 req-dd8f8d57-dbc8-4475-a944-e3f1eaa14c5a tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0568893 May 16 19:15:01.416853 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f80477a9-574d-4bf1-af6c-d346c627b6c2 req-30470929-6eeb-444d-b90a-a8c1baaf97a5 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 May 16 19:15:01.781510 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deefda-e0bd-49f7-8199-8c8da4d788b3 req-0d12aae7-ad18-40f4-a8ec-03bb0b3d53ff tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:01.783184 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36deefda-e0bd-49f7-8199-8c8da4d788b3 req-0d12aae7-ad18-40f4-a8ec-03bb0b3d53ff tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0619533 May 16 19:15:01.833972 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8f328-92e6-404b-a7ad-b28dd14d1bbb req-93a67226-36c4-4f42-be04-e7a479ebe9b8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:01.840615 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-75c8f328-92e6-404b-a7ad-b28dd14d1bbb req-93a67226-36c4-4f42-be04-e7a479ebe9b8 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0686376 May 16 19:15:01.842500 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-36deefda-e0bd-49f7-8199-8c8da4d788b3 req-2c8cdc3e-c3a0-4a20-a7a0-d16cd16a6827 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532591 May 16 19:15:01.895001 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-75c8f328-92e6-404b-a7ad-b28dd14d1bbb req-55a82a82-dbf6-476e-bf65-8062e1ff749f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533919 May 16 19:15:02.201076 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69500107-5745-44e5-8355-ba4b8f4ffb20 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:02.202449 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69500107-5745-44e5-8355-ba4b8f4ffb20 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0466914 May 16 19:15:02.551742 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997102-6c70-49b5-987f-895c34cdfae8 req-12da3e90-f69a-4b41-9178-fdeada150bd6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:02.553230 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1d997102-6c70-49b5-987f-895c34cdfae8 req-12da3e90-f69a-4b41-9178-fdeada150bd6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0490444 May 16 19:15:02.606813 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1d997102-6c70-49b5-987f-895c34cdfae8 req-f7e4aa62-b62b-47a4-b8ac-72066671038e tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455756 May 16 19:15:02.974552 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b83b-2405-4d63-b27d-72ae48d81b67 req-08c748c7-9750-4696-8d53-bc8f24d83aaa tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:02.976026 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4d67b83b-2405-4d63-b27d-72ae48d81b67 req-08c748c7-9750-4696-8d53-bc8f24d83aaa tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0485439 May 16 19:15:03.012579 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088eba4-24cb-4625-bf10-8a3105f48133 req-813e3151-1de9-4293-b67d-e6582441d9dc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:03.014224 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3088eba4-24cb-4625-bf10-8a3105f48133 req-813e3151-1de9-4293-b67d-e6582441d9dc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0500815 May 16 19:15:03.028186 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-4d67b83b-2405-4d63-b27d-72ae48d81b67 req-80e19328-7c89-4f86-89ac-fd0b08f823f4 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 May 16 19:15:03.062334 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3088eba4-24cb-4625-bf10-8a3105f48133 req-5669804a-f52b-400b-8a86-aa93d091e4fa tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 May 16 19:15:03.751462 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf8e41-9d86-4051-a058-253b389103e0 req-61221a9e-a4f8-4e5c-852f-67d104b66954 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:03.752917 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-19cf8e41-9d86-4051-a058-253b389103e0 req-61221a9e-a4f8-4e5c-852f-67d104b66954 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0588069 May 16 19:15:03.805446 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-19cf8e41-9d86-4051-a058-253b389103e0 req-9dc56e76-7139-45a0-8edc-f5919edaa19b tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 May 16 19:15:04.147337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02856fb7-231e-4bea-8aec-740eb322fcba req-25419231-c810-4895-b148-7de9cfe01d41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:04.148949 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-02856fb7-231e-4bea-8aec-740eb322fcba req-25419231-c810-4895-b148-7de9cfe01d41 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0479400 May 16 19:15:04.182980 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf14b-f18e-4e3c-802c-e678c43e3616 req-018e257f-be4b-4015-b6f2-23273ec5823c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:04.185417 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d1fbf14b-f18e-4e3c-802c-e678c43e3616 req-018e257f-be4b-4015-b6f2-23273ec5823c tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0497496 May 16 19:15:04.203064 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-02856fb7-231e-4bea-8aec-740eb322fcba req-b0eeef7e-7726-48b6-8cb8-9b791447aaf2 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482228 May 16 19:15:04.235991 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d1fbf14b-f18e-4e3c-802c-e678c43e3616 req-d22c95fd-3120-4bcd-b9a7-806717b9e026 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 May 16 19:15:04.808363 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.932797 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177aac-1460-4843-9433-fd02c71c6048 req-b1e29a14-ac7b-4555-94a7-deed3d745915 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:04.934783 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-01177aac-1460-4843-9433-fd02c71c6048 req-b1e29a14-ac7b-4555-94a7-deed3d745915 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0576231 May 16 19:15:04.981685 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-01177aac-1460-4843-9433-fd02c71c6048 req-4f0bc864-bca0-434c-811a-998a82ce5ee6 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 May 16 19:15:05.318265 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf92fe-3794-479f-9714-f1e0afee32a4 req-970c15f6-43e6-40b9-912f-77bd3ba51d1e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:05.319739 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d2cf92fe-3794-479f-9714-f1e0afee32a4 req-970c15f6-43e6-40b9-912f-77bd3ba51d1e tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0474420 May 16 19:15:05.368766 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d2cf92fe-3794-479f-9714-f1e0afee32a4 req-50dc5233-c2de-4636-9418-a203f0374b21 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 May 16 19:15:05.473157 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463c640-7f45-4005-8c4a-c2eee43b69f0 req-ea60921a-c008-4247-ab96-0d2f40f0069f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:05.474933 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0463c640-7f45-4005-8c4a-c2eee43b69f0 req-ea60921a-c008-4247-ab96-0d2f40f0069f tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 945 time: 0.0493810 May 16 19:15:05.537487 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0463c640-7f45-4005-8c4a-c2eee43b69f0 req-e383d5e5-4efb-463f-8221-934f009ff6fc tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups?id=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568380 May 16 19:15:05.572563 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-380ca9ea-d7d2-4f6f-b7d3-537c8b38c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:05.574736 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-380ca9ea-d7d2-4f6f-b7d3-537c8b38c3f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f&tenant_id=5e758da8d71142bdbac8765efccefde8 HTTP/1.1" status: 200 len: 1128 time: 0.0846567 May 16 19:15:05.613960 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Deleting port 682e565b-db4b-4d5d-847e-10679093da8c {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:05.614256 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (682e565b-db4b-4d5d-847e-10679093da8c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:05.707746 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] For port 682e565b-db4b-4d5d-847e-10679093da8c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=682e565b-db4b-4d5d-847e-10679093da8c,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:05.708116 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (682e565b-db4b-4d5d-847e-10679093da8c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:05.837493 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-a451af78-e527-4c46-b53b-4a4c737a257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:05.839035 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-a451af78-e527-4c46-b53b-4a4c737a257d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1128 time: 0.0853140 May 16 19:15:05.964318 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:05.964544 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (b1c511af-eecb-4fb0-9f74-e6948e07f8e7), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:05.964899 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Floating IP b1c511af-eecb-4fb0-9f74-e6948e07f8e7 disassociated. External IP: 172.27.2.71, port: 682e565b-db4b-4d5d-847e-10679093da8c. May 16 19:15:05.965217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Calling delete_port for 682e565b-db4b-4d5d-847e-10679093da8c owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:06.037889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-3e5ad50e-c0a0-4169-b894-47ea3e60a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:06.039376 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-3e5ad50e-c0a0-4169-b894-47ea3e60a514 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 910 time: 0.1824811 May 16 19:15:06.101364 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aacbe6-05cb-40fa-b0b5-e3ffbc3d0d2c req-d998c2f6-eeab-4df4-b9ef-6449d310a5e8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:06.102984 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-71aacbe6-05cb-40fa-b0b5-e3ffbc3d0d2c req-d998c2f6-eeab-4df4-b9ef-6449d310a5e8 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0472474 May 16 19:15:06.111194 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (682e565b-db4b-4d5d-847e-10679093da8c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:06.152003 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event deleted for resources: {'Port': ['ID=682e565b-db4b-4d5d-847e-10679093da8c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:06.159620 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-71aacbe6-05cb-40fa-b0b5-e3ffbc3d0d2c req-b265ed9c-9a24-43a7-bd31-2e917426ba72 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497487 May 16 19:15:06.245947 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-2a88c803-a2bd-44e9-a908-af3beb953198 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 998 time: 0.1220660 May 16 19:15:06.341568 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-f6efe002-6004-4670-9ec6-657187e19918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:06.343189 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-f6efe002-6004-4670-9ec6-657187e19918 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 200 len: 848 time: 0.0872483 May 16 19:15:06.348153 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:15:06.422163 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-bccc95e0-1f82-45db-bbeb-55b21a8a6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:06.423680 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-bccc95e0-1f82-45db-bbeb-55b21a8a6263 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740938 May 16 19:15:06.548904 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d0d1639d-b06e-41bc-b191-9997d5f8018c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:06.585635 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e3a90-9c49-4798-81b3-4bef217000d6 req-131137ba-2688-481f-8553-efe699cc7db5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:06.587485 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-144e3a90-9c49-4798-81b3-4bef217000d6 req-131137ba-2688-481f-8553-efe699cc7db5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.1427250 May 16 19:15:06.622199 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-247cefdb-31b7-4974-9c2d-95b3ac0b030e service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910706 May 16 19:15:06.629122 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:15:06.641510 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:15:06.645871 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c97af789-f787-42c9-999b-3a4dedfbd997 req-00d61794-0f1c-4dd2-ad99-eb65ecab0db3 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec122f45-8f35-47df-85df-f54da6781402 HTTP/1.1" status: 200 len: 210 time: 0.0292065 May 16 19:15:06.652445 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:06.653420 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:06.765254 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] No DVR routers for this DVR port 682e565b-db4b-4d5d-847e-10679093da8c on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:06.773084 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:06.774094 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:06.776342 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-382edbff-4ff4-4e87-b9a7-bfac9541a27d req-69ab4ca8-4954-4350-b567-009aa4673624 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.49 "DELETE /v2.0/ports/682e565b-db4b-4d5d-847e-10679093da8c HTTP/1.1" status: 204 len: 173 time: 1.2929513 May 16 19:15:06.780644 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'name': 'network-vif-deleted', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:06.783416 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e5e36-678a-4017-9040-af377e392ed2" -d '{"events": [{"server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "name": "network-vif-deleted", "tag": "682e565b-db4b-4d5d-847e-10679093da8c"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:06.798115 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-144e3a90-9c49-4798-81b3-4bef217000d6 req-c30189a7-23cf-4dce-84e9-7928a67aee5d tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905742 May 16 19:15:06.825034 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-8c4a1957-2e84-4926-9d80-9438e1fd22a5 req-2d3ed034-6e60-41ca-9c41-f4cd41766e9c service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912830 May 16 19:15:06.842861 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ec5a1-2e59-4316-8346-55d61acbe307 x-openstack-request-id: req-4d8ec5a1-2e59-4316-8346-55d61acbe307 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:06.843182 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec122f45-8f35-47df-85df-f54da6781402", "name": "network-vif-deleted", "tag": "682e565b-db4b-4d5d-847e-10679093da8c", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:06.843472 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d8ec5a1-2e59-4316-8346-55d61acbe307 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:06.844553 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8ec5a1-2e59-4316-8346-55d61acbe307'] response: {'server_uuid': 'ec122f45-8f35-47df-85df-f54da6781402', 'name': 'network-vif-deleted', 'tag': '682e565b-db4b-4d5d-847e-10679093da8c', 'status': 'completed', 'code': 200} May 16 19:15:07.000623 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:07.026563 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:15:07.035033 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:07.035841 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:14:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:07.138946 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:07.282515 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99285-701d-48b0-9eea-a0346e36c01b req-968cc0f4-39d6-46fe-9b24-017dccd66a62 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:07.283938 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b1e99285-701d-48b0-9eea-a0346e36c01b req-968cc0f4-39d6-46fe-9b24-017dccd66a62 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 944 time: 0.0486014 May 16 19:15:07.322118 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:07.332264 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b1e99285-701d-48b0-9eea-a0346e36c01b req-4fb3a5e5-33b0-42d2-9be3-ea5ad7f882fc tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 May 16 19:15:07.349795 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb922049-714e-41fb-8171-fbd70c3a44b2 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7', 'name': '', 'network_id': '5657b193-1d9d-4ab0-bc85-4249fb974f7c', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'mac_address': 'fa:16:3e:b6:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:26Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'subnets': [{'id': '115273a0-45f1-4d05-a967-b4b792efdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:15:07.576640 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:15:07.580786 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 682e565b-db4b-4d5d-847e-10679093da8c no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:07.608287 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 682e565b-db4b-4d5d-847e-10679093da8c {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:07.608762 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 682e565b-db4b-4d5d-847e-10679093da8c not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:07.645777 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b65743-48b8-470c-a176-e27e7b82c373 None None] New status for floating IP b1c511af-eecb-4fb0-9f74-e6948e07f8e7: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:15:07.735514 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49068) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:07.793588 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8fa76275-4cdd-40ec-a498-f458c1591fa1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:07.819242 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8fa76275-4cdd-40ec-a498-f458c1591fa1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:07.878867 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8fa76275-4cdd-40ec-a498-f458c1591fa1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:07.882465 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8fa76275-4cdd-40ec-a498-f458c1591fa1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:07.884022 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-8fa76275-4cdd-40ec-a498-f458c1591fa1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "DELETE /v2.0/security-groups/2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb HTTP/1.1" status: 204 len: 168 time: 0.1474321 May 16 19:15:07.887031 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49074) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:07.895747 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa76275-4cdd-40ec-a498-f458c1591fa1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:07.918382 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.api.v2.resource [None req-4d30b9d3-03f1-477a-a8a4-e685468839b6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] show failed (client error): The resource could not be found. May 16 19:15:07.924244 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49078) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:07.924483 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4d30b9d3-03f1-477a-a8a4-e685468839b6 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "GET /v2.0/security-groups/2897cd94-d39a-46ef-aeb3-6ffdb99e7ffb HTTP/1.1" status: 404 len: 347 time: 0.0357330 May 16 19:15:07.934835 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:07.955463 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'port_id': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'mac_address': 'fa:16:3e:c7:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:15:07.991786 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac633bcf-fe0d-4000-9c64-7f5223d9e637 req-7ea61f54-31bf-4cf4-8aa7-a35ba473915f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:07.993418 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ac633bcf-fe0d-4000-9c64-7f5223d9e637 req-7ea61f54-31bf-4cf4-8aa7-a35ba473915f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0783014 May 16 19:15:08.004873 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:15:08.005199 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.032550 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34940ecb-c2a4-45ca-ad50-7ea9f112b22a {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:15:08.060906 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:08.068601 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.079953 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Deleting port 846e2646-e620-435b-b938-9e9901a20f95 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:08.080601 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (846e2646-e620-435b-b938-9e9901a20f95), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.087691 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ac633bcf-fe0d-4000-9c64-7f5223d9e637 req-cb9b713a-444b-4e37-b474-50e0fb431f54 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799944 May 16 19:15:08.130534 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=9']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:08.188265 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (846e2646-e620-435b-b938-9e9901a20f95), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.188616 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (846e2646-e620-435b-b938-9e9901a20f95), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.202190 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Calling delete_port for 846e2646-e620-435b-b938-9e9901a20f95 owned by network:floatingip {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:08.274523 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49084) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:08.307860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-92f03489-0c00-44fe-84ff-9b30c2f38607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:08.309415 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-92f03489-0c00-44fe-84ff-9b30c2f38607 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1128 time: 0.0564389 May 16 19:15:08.316156 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['34940ecb-c2a4-45ca-ad50-7ea9f112b22a'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:15:08.392638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d72c89ac-b4df-4fed-992c-67fe08f15cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.467877 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (846e2646-e620-435b-b938-9e9901a20f95), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.473734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d72c89ac-b4df-4fed-992c-67fe08f15cc1 admin admin] Publish callbacks [] for security_group (08b93ca7-b220-4cd6-90c1-100f46ced793), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.480040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d72c89ac-b4df-4fed-992c-67fe08f15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (08b93ca7-b220-4cd6-90c1-100f46ced793), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.509272 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Pushing event deleted for resources: {'Port': ['ID=846e2646-e620-435b-b938-9e9901a20f95,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:08.517977 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-a60e1caf-efb8-42cb-bb89-7dca245ca929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:08.519471 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-a60e1caf-efb8-42cb-bb89-7dca245ca929 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 910 time: 0.1901984 May 16 19:15:08.523150 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c89ac-b4df-4fed-992c-67fe08f15cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b93ca7-b220-4cd6-90c1-100f46ced793,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:08.529782 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d72c89ac-b4df-4fed-992c-67fe08f15cc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e445cb3c534dbb8f0a16aac81d961a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519667 May 16 19:15:08.530164 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49090) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:08.540960 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9642b9-01c1-45f4-a7bd-6a6db28d6f1b req-0b1ef4c7-d206-493b-9b53-2b3ec896422c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:08.542432 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ab9642b9-01c1-45f4-a7bd-6a6db28d6f1b req-0b1ef4c7-d206-493b-9b53-2b3ec896422c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 945 time: 0.1094544 May 16 19:15:08.578323 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2534f313-be8e-4f64-82ff-be635709210d admin admin] Publish callbacks [] for security_group (08b93ca7-b220-4cd6-90c1-100f46ced793), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.599484 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2534f313-be8e-4f64-82ff-be635709210d admin admin] Publish callbacks [] for security_group (08b93ca7-b220-4cd6-90c1-100f46ced793), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.651446 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2534f313-be8e-4f64-82ff-be635709210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (08b93ca7-b220-4cd6-90c1-100f46ced793), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.654152 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2534f313-be8e-4f64-82ff-be635709210d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.655678 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2534f313-be8e-4f64-82ff-be635709210d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08b93ca7-b220-4cd6-90c1-100f46ced793 HTTP/1.1" status: 204 len: 168 time: 0.1243970 May 16 19:15:08.659484 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks [] for floatingip (b1c511af-eecb-4fb0-9f74-e6948e07f8e7), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.661839 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.665616 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6e831ad5-23b0-41cc-9e08-3908752643e1 tempest-AttachVolumeTestJSON-1533894289 tempest-AttachVolumeTestJSON-1533894289-project] 10.222.0.24 "DELETE /v2.0/floatingips/b1c511af-eecb-4fb0-9f74-e6948e07f8e7 HTTP/1.1" status: 204 len: 168 time: 0.7367485 May 16 19:15:08.665616 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-ba99d176-af6e-437d-b960-28c7eacb06ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 998 time: 0.1302395 May 16 19:15:08.669044 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534f313-be8e-4f64-82ff-be635709210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b93ca7-b220-4cd6-90c1-100f46ced793,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:08.699466 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ab9642b9-01c1-45f4-a7bd-6a6db28d6f1b req-47522764-b0af-4bf2-9ce1-35a9ad25a325 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501136 May 16 19:15:08.734833 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-c3764138-91b6-4fff-9288-a607a483346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:08.736361 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-c3764138-91b6-4fff-9288-a607a483346d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 200 len: 848 time: 0.0533586 May 16 19:15:08.790110 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-fd116013-13db-45b9-8e5d-e0aab6c05197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:08.791745 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-fd116013-13db-45b9-8e5d-e0aab6c05197 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487642 May 16 19:15:08.823222 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c9335471-34ba-4ad2-aa4c-305b58a525a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.890008 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-dbfac93e-7196-4e76-be6c-6e13be8274d7 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900590 May 16 19:15:08.995738 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d05634a2-8ffe-494c-bf89-03d1822bbeca req-aa5bd9b3-49ea-4793-8335-550e8ec203f0 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993536 May 16 19:15:09.205202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f04873-aa29-4fe2-9469-9c8d8c2f3f6f req-e878ecc6-005c-4a1c-b5dd-4557067f37f6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:09.206734 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d9f04873-aa29-4fe2-9469-9c8d8c2f3f6f req-e878ecc6-005c-4a1c-b5dd-4557067f37f6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0487273 May 16 19:15:09.256464 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d9f04873-aa29-4fe2-9469-9c8d8c2f3f6f req-293ab716-49f0-4745-82f6-8c4dc4436421 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438843 May 16 19:15:09.574404 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:15:09.624692 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:15:09.625065 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:09.703712 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:15:09.704172 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:09.729516 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:09.731767 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81612a63-1f7a-4f8b-8b97-31bb932459b8" -d '{"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-plugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:09.746866 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:09.753597 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:09.794555 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d79ab8-0ce0-41e8-8801-0004b1f42860 x-openstack-request-id: req-c7d79ab8-0ce0-41e8-8801-0004b1f42860 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:09.794698 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-plugged", "status": "completed", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:09.794880 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7d79ab8-0ce0-41e8-8801-0004b1f42860 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:09.795514 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d79ab8-0ce0-41e8-8801-0004b1f42860'] response: {'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'code': 200} May 16 19:15:09.840213 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0dec5-2959-4983-bc0b-8dec1a1b7a65 req-3181fd7e-5c86-42f1-9729-6304592f735c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:09.841737 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e3f0dec5-2959-4983-bc0b-8dec1a1b7a65 req-3181fd7e-5c86-42f1-9729-6304592f735c tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0544100 May 16 19:15:09.843204 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=10']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:09.901312 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e3f0dec5-2959-4983-bc0b-8dec1a1b7a65 req-2fd00260-d108-4f75-9a0e-bbedabb9e714 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507352 May 16 19:15:09.989700 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dca491-4a5b-4a6d-90bb-9603385d2f2d req-e8e08aff-ca54-419f-abb7-8567b951eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:09.991219 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-22dca491-4a5b-4a6d-90bb-9603385d2f2d req-e8e08aff-ca54-419f-abb7-8567b951eb14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 1131 time: 0.0385001 May 16 19:15:10.046794 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-22dca491-4a5b-4a6d-90bb-9603385d2f2d req-93564b51-238e-4c90-9be0-665402638806 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 May 16 19:15:10.122313 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:10.399729 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80405-01a5-41fd-8aa6-73aa15d1220c req-5e252bfb-a58e-4199-b181-fdca30b5f769 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:10.401180 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4de80405-01a5-41fd-8aa6-73aa15d1220c req-5e252bfb-a58e-4199-b181-fdca30b5f769 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0569639 May 16 19:15:10.453611 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4de80405-01a5-41fd-8aa6-73aa15d1220c req-86e296e1-c9b7-4667-8077-2d7c59d42b2a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 May 16 19:15:11.034594 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6117e39-8824-487c-a46d-8536e980096c req-51ef8041-2af8-4727-9783-ae942bf6a0fa tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:11.036123 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a6117e39-8824-487c-a46d-8536e980096c req-51ef8041-2af8-4727-9783-ae942bf6a0fa tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0533776 May 16 19:15:11.098220 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a6117e39-8824-487c-a46d-8536e980096c req-b72741c9-a0bb-4b89-a576-6cc143425b00 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555034 May 16 19:15:11.576338 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a568faa-796c-491f-8532-0fc9bbe70bd9 req-dbcc0820-d578-40bc-9f86-3ecaa0582233 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:11.578091 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7a568faa-796c-491f-8532-0fc9bbe70bd9 req-dbcc0820-d578-40bc-9f86-3ecaa0582233 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0488818 May 16 19:15:11.629566 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7a568faa-796c-491f-8532-0fc9bbe70bd9 req-b6528d01-d758-4f6e-a1c3-999f4761777f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 May 16 19:15:11.711733 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:12.224613 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6f8b-46d6-4638-951e-0b7b34d9059c req-04feb857-8cee-4515-b129-25e81f0a0e89 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:12.226271 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-db8a6f8b-46d6-4638-951e-0b7b34d9059c req-04feb857-8cee-4515-b129-25e81f0a0e89 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0505705 May 16 19:15:12.268631 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49230) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:12.281401 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-db8a6f8b-46d6-4638-951e-0b7b34d9059c req-f82182aa-2ac7-438e-8eff-a13d96f3fbf2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 May 16 19:15:12.745815 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49244) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:12.860737 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-84440a5d-2c2a-4494-bf22-fbae6f286fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:12.893991 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cce83-4a1a-4d61-be0a-2781c42aed3b req-56435eb9-4638-43b5-b031-0ce00fb78388 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:12.895445 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4c0cce83-4a1a-4d61-be0a-2781c42aed3b req-56435eb9-4638-43b5-b031-0ce00fb78388 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0581665 May 16 19:15:12.938426 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-84440a5d-2c2a-4494-bf22-fbae6f286fde admin admin] Publish callbacks [] for security_group (0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:12.942648 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-84440a5d-2c2a-4494-bf22-fbae6f286fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:12.980497 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-84440a5d-2c2a-4494-bf22-fbae6f286fde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91480b92cae8454aa6c00973b05d26af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335536 May 16 19:15:12.981860 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84440a5d-2c2a-4494-bf22-fbae6f286fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:12.984214 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49248) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:12.994429 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-4c0cce83-4a1a-4d61-be0a-2781c42aed3b req-b9d64ff1-f932-481e-b1b5-496ad9e7e6f5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819862 May 16 19:15:13.042054 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dce54e88-b4d1-4a03-8afc-269f6d0febe0 admin admin] Publish callbacks [] for security_group (0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.046580 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (55c86436-3a35-4606-80da-fbc1fbd8a2dd), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.065149 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dce54e88-b4d1-4a03-8afc-269f6d0febe0 admin admin] Publish callbacks [] for security_group (0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.124101 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dce54e88-b4d1-4a03-8afc-269f6d0febe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.127201 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dce54e88-b4d1-4a03-8afc-269f6d0febe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.128376 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-dce54e88-b4d1-4a03-8afc-269f6d0febe0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0 HTTP/1.1" status: 204 len: 168 time: 0.1432924 May 16 19:15:13.138986 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce54e88-b4d1-4a03-8afc-269f6d0febe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a84f297-762e-4ee1-94bf-0b2d8f5f2cb0,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:13.181596 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.305285 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Deleting port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:13.305644 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.392347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] For port cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:13.392725 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.407000 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Calling delete_port for cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:13.438124 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e92c37-6dba-4b83-bae9-a5c6bbeba6a9 req-93fa8f74-33bc-49cc-9b37-d9145808bef2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:13.442025 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f4e92c37-6dba-4b83-bae9-a5c6bbeba6a9 req-93fa8f74-33bc-49cc-9b37-d9145808bef2 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0678756 May 16 19:15:13.513860 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f4e92c37-6dba-4b83-bae9-a5c6bbeba6a9 req-a017e4f3-9da2-4e5e-a787-50c45f4e83c9 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598302 May 16 19:15:13.602029 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:13.627138 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:13.824161 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (55c86436-3a35-4606-80da-fbc1fbd8a2dd), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:14.052436 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Router 55c86436-3a35-4606-80da-fbc1fbd8a2dd has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:15:14.173936 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7c50c-fbf2-4356-834a-4a14a5ae82da req-f85bed61-b719-4233-9c89-8d8c6ce1657b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:14.175370 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5bc7c50c-fbf2-4356-834a-4a14a5ae82da req-f85bed61-b719-4233-9c89-8d8c6ce1657b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0807214 May 16 19:15:14.206040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:15:14.211363 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-efd0842e-af7a-4da1-a754-b92300975706 admin admin] 10.222.0.24 "PUT /v2.0/routers/55c86436-3a35-4606-80da-fbc1fbd8a2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9416904 May 16 19:15:14.214307 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49332) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:14.215434 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] Sync routers for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:15:14.227310 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:14.228163 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:14.245886 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-5bc7c50c-fbf2-4356-834a-4a14a5ae82da req-282f4e25-376c-4c3c-b978-84b4a1e2008d tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645473 May 16 19:15:14.330884 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:14.519252 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:15:13Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:14.544929 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] Checking router: 55c86436-3a35-4606-80da-fbc1fbd8a2dd for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:15:14.554513 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] Routers {'55c86436-3a35-4606-80da-fbc1fbd8a2dd'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:14.555185 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:14.633912 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks [] for router (55c86436-3a35-4606-80da-fbc1fbd8a2dd), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:14.664710 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] Set router 55c86436-3a35-4606-80da-fbc1fbd8a2dd gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:14.750212 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks [] for router_gateway (55c86436-3a35-4606-80da-fbc1fbd8a2dd), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:14.798344 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Deleting port 57e84914-772f-4a57-8d00-a6d16a3633af {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:14.798690 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:14.839030 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:15:13Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:14.871927 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d9ded-81a9-4a1b-a9f8-c49b3baad054 None None] The sync data for ids ['55c86436-3a35-4606-80da-fbc1fbd8a2dd'] in dv-cinder-766064-6-iscsi is: [{'id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'name': 'tempest-AttachVolumeTestJSON-843355223-router', 'tenant_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:01Z', 'updated_at': '2022-05-16T19:15:13Z', 'revision_number': 5, 'project_id': 'dee1963e977f4ac7b6d1877a6dd740a9', 'gw_port': {'id': '57e84914-772f-4a57-8d00-a6d16a3633af', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c86436-3a35-4606-80da-fbc1fbd8a2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:02Z', 'updated_at': '2022-05-16T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:15:14.914948 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] For port 57e84914-772f-4a57-8d00-a6d16a3633af, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=57e84914-772f-4a57-8d00-a6d16a3633af,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:14.915317 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:14.929430 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Calling delete_port for 57e84914-772f-4a57-8d00-a6d16a3633af owned by network:router_gateway {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:15.101109 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (57e84914-772f-4a57-8d00-a6d16a3633af), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.127554 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e84914-772f-4a57-8d00-a6d16a3633af,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:15.215915 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545be0c-fcbb-43bc-9e35-c214d8f42e3c req-9427d535-f708-4092-b127-b8656f12d63e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.217416 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9545be0c-fcbb-43bc-9e35-c214d8f42e3c req-9427d535-f708-4092-b127-b8656f12d63e tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0910108 May 16 19:15:15.237300 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (55c86436-3a35-4606-80da-fbc1fbd8a2dd), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.364884 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (55c86436-3a35-4606-80da-fbc1fbd8a2dd), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.367521 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks [] for router_controller (55c86436-3a35-4606-80da-fbc1fbd8a2dd), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.371880 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9545be0c-fcbb-43bc-9e35-c214d8f42e3c req-c466d9e6-c83f-443c-9d6d-2fb0cfa65543 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466649 May 16 19:15:15.374453 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb2ee-457b-4d07-82d9-e94152e5534e req-8be0522e-7bc4-47d0-9c3d-cdadbf745626 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.376615 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b80cb2ee-457b-4d07-82d9-e94152e5534e req-8be0522e-7bc4-47d0-9c3d-cdadbf745626 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 944 time: 0.0518131 May 16 19:15:15.438117 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b80cb2ee-457b-4d07-82d9-e94152e5534e req-62e222cf-99cf-4a18-b898-8d31a90bba2f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540779 May 16 19:15:15.441083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (55c86436-3a35-4606-80da-fbc1fbd8a2dd), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.441904 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c86436-3a35-4606-80da-fbc1fbd8a2dd {{(pid=103673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:15:15.449475 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.453054 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1d70b9b1-333a-4f1a-8935-616de12d23c9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/55c86436-3a35-4606-80da-fbc1fbd8a2dd HTTP/1.1" status: 204 len: 168 time: 1.2349184 May 16 19:15:15.453281 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49362) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:15.499352 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Deleting subnet 115273a0-45f1-4d05-a967-b4b792efdb3a {{(pid=103673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:15:15.502879 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Publish callbacks [] for subnet (115273a0-45f1-4d05-a967-b4b792efdb3a), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.540442 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981375'] for subnet (115273a0-45f1-4d05-a967-b4b792efdb3a), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.628835 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:15:15.630344 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (115273a0-45f1-4d05-a967-b4b792efdb3a), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.707018 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125933229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126163345'] for subnet (115273a0-45f1-4d05-a967-b4b792efdb3a), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.734519 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115273a0-45f1-4d05-a967-b4b792efdb3a,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:15.736807 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.740405 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c7798030-c246-4ad0-813a-c90241d80aee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/115273a0-45f1-4d05-a967-b4b792efdb3a HTTP/1.1" status: 204 len: 168 time: 0.2860532 May 16 19:15:15.743209 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49366) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:15.749845 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87c4b9-9630-4c57-be28-594939d2466f None None] Network 5657b193-1d9d-4ab0-bc85-4249fb974f7c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:15:15.788869 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:15.805006 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'port_id': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'mac_address': 'fa:16:3e:16:ae:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:15:15.817110 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (5657b193-1d9d-4ab0-bc85-4249fb974f7c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.859232 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Deleting port 63bdadd6-3353-41ce-8523-ec1949141033 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:15.859466 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (63bdadd6-3353-41ce-8523-ec1949141033), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.893887 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port aadd3356-5374-4e27-aec5-d1a129d4438b is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:15:15.894281 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.912947 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadd3356-5374-4e27-aec5-d1a129d4438b {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:15:15.928123 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] For port 63bdadd6-3353-41ce-8523-ec1949141033, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=63bdadd6-3353-41ce-8523-ec1949141033,segment=NetworkSegment(321afa32-3bd6-4a66-a792-14b0b17ea442),segment_id=321afa32-3bd6-4a66-a792-14b0b17ea442)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:15.928794 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (63bdadd6-3353-41ce-8523-ec1949141033), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.948346 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:15.950425 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Calling delete_port for 63bdadd6-3353-41ce-8523-ec1949141033 owned by network:dhcp {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:15.964911 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.018360 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=7']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:16.022306 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addfd8a7-7016-4868-add7-337173698eab None None] DHCP port deletion for 5657b193-1d9d-4ab0-bc85-4249fb974f7c request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:15:16.053105 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (63bdadd6-3353-41ce-8523-ec1949141033), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.072931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-addfd8a7-7016-4868-add7-337173698eab None None] Deleting port 63bdadd6-3353-41ce-8523-ec1949141033 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:16.073450 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-addfd8a7-7016-4868-add7-337173698eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (63bdadd6-3353-41ce-8523-ec1949141033), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.076174 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63bdadd6-3353-41ce-8523-ec1949141033,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:16.082580 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] No DVR routers for this DVR port 63bdadd6-3353-41ce-8523-ec1949141033 on host dv-cinder-766064-6-iscsi {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:16.093295 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:16.120131 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:16.120381 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device cc670bb1-a7e5-4c5c-bd7f-1d27c3f35ca7 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:16.158685 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (5657b193-1d9d-4ab0-bc85-4249fb974f7c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.169254 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-addfd8a7-7016-4868-add7-337173698eab None None] For port 63bdadd6-3353-41ce-8523-ec1949141033, host dv-cinder-766064-6-iscsi, got binding levels [] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:16.169767 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-addfd8a7-7016-4868-add7-337173698eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (63bdadd6-3353-41ce-8523-ec1949141033), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.179437 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5657b193-1d9d-4ab0-bc85-4249fb974f7c']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:16.183756 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-addfd8a7-7016-4868-add7-337173698eab None None] Calling delete_port for 63bdadd6-3353-41ce-8523-ec1949141033 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:16.186740 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.ipam_backend_mixin [None req-addfd8a7-7016-4868-add7-337173698eab None None] Port 63bdadd6-3353-41ce-8523-ec1949141033 was not found and therefore no delete operation was performed {{(pid=103675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 19:15:16.187950 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-addfd8a7-7016-4868-add7-337173698eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (63bdadd6-3353-41ce-8523-ec1949141033), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.189074 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321afa32-3bd6-4a66-a792-14b0b17ea442') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:16.189579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321afa32-3bd6-4a66-a792-14b0b17ea442') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:16.198917 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (321afa32-3bd6-4a66-a792-14b0b17ea442), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.213203 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (321afa32-3bd6-4a66-a792-14b0b17ea442), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.216070 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd8a7-7016-4868-add7-337173698eab None None] Pushing event deleted for resources: {'Port': ['ID=63bdadd6-3353-41ce-8523-ec1949141033,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:16.221678 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:15:16.222122 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (321afa32-3bd6-4a66-a792-14b0b17ea442), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:15:16.223874 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:15:16.230517 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfd8a7-7016-4868-add7-337173698eab None None] No DVR routers for this DVR port 63bdadd6-3353-41ce-8523-ec1949141033 on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:16.250936 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['aadd3356-5374-4e27-aec5-d1a129d4438b'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:15:16.283456 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (5657b193-1d9d-4ab0-bc85-4249fb974f7c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.290567 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.293978 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5657b193-1d9d-4ab0-bc85-4249fb974f7c HTTP/1.1" status: 204 len: 168 time: 0.5499868 May 16 19:15:16.309304 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7ca4-4d35-4dc3-a0e3-d0f9ca6c75a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5657b193-1d9d-4ab0-bc85-4249fb974f7c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:16.500588 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49374) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:16.508973 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb1b81-2bdf-4f20-a4c9-4f508c041493 req-8b6f2baf-ccb1-4569-9017-853973fac3f4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:16.510498 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-09fb1b81-2bdf-4f20-a4c9-4f508c041493 req-8b6f2baf-ccb1-4569-9017-853973fac3f4 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0619156 May 16 19:15:16.558785 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-09fb1b81-2bdf-4f20-a4c9-4f508c041493 req-2d49447d-5c52-4b5b-ad1b-ab39620a16a2 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups?id=320555a8-7267-46bd-ba17-660828cf85fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 May 16 19:15:16.579085 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4fef-c989-4799-bd60-5d23ca4c27ca req-e5af9bbd-8847-4b8e-8e50-10483b9b736f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:16.580540 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b73a4fef-c989-4799-bd60-5d23ca4c27ca req-e5af9bbd-8847-4b8e-8e50-10483b9b736f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.0649436 May 16 19:15:16.586985 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c5c8419c-bf5f-4461-968f-b2f25c303369 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dee1963e977f4ac7b6d1877a6dd740a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0852838 May 16 19:15:16.590120 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49378) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:16.634379 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-b73a4fef-c989-4799-bd60-5d23ca4c27ca req-a5ffd763-a56e-48cd-80aa-e6507a08ff72 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 May 16 19:15:16.642027 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7efae845-08e5-4cca-9993-7f21f42258b2 admin admin] Publish callbacks [] for security_group (bd00c0c2-0b02-4c57-b779-f727ae31781a), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.664122 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7efae845-08e5-4cca-9993-7f21f42258b2 admin admin] Publish callbacks [] for security_group (bd00c0c2-0b02-4c57-b779-f727ae31781a), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.739883 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7efae845-08e5-4cca-9993-7f21f42258b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (bd00c0c2-0b02-4c57-b779-f727ae31781a), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.742498 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7efae845-08e5-4cca-9993-7f21f42258b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.743647 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7efae845-08e5-4cca-9993-7f21f42258b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd00c0c2-0b02-4c57-b779-f727ae31781a HTTP/1.1" status: 204 len: 168 time: 0.1524320 May 16 19:15:16.757379 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efae845-08e5-4cca-9993-7f21f42258b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00c0c2-0b02-4c57-b779-f727ae31781a,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:16.765331 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-b8ef00e2-38c4-44dc-beff-4a379895fc53 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:16.767298 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-b8ef00e2-38c4-44dc-beff-4a379895fc53 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 945 time: 0.0663431 May 16 19:15:16.854605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:16.855026 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:16.950093 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] For port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:16.950482 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:17.119241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:17.119595 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (241dcae8-fb20-45d4-bfd2-65e6b1e0416b), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:17.119904 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Floating IP 241dcae8-fb20-45d4-bfd2-65e6b1e0416b disassociated. External IP: 172.27.2.165, port: ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c. May 16 19:15:17.120242 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:17.256642 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:17.287235 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:17.400741 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:15:17.512177 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:15:17.524658 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:15:17.534261 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:17.535356 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:17.556742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] No DVR routers for this DVR port ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:17.559506 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:17.563168 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b5a01ca0-5355-4c1a-acf3-195f87f33d44 req-359fb607-b708-414b-8adc-5a821bba154a tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.49 "DELETE /v2.0/ports/ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c HTTP/1.1" status: 204 len: 173 time: 0.7904763 May 16 19:15:17.563677 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'name': 'network-vif-deleted', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:17.566048 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c23925-25df-447c-ac7d-e7f97f80c132" -d '{"events": [{"server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "name": "network-vif-deleted", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:17.667734 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c2c22-6b26-4669-b12b-d2b81b578328 x-openstack-request-id: req-4c9c2c22-6b26-4669-b12b-d2b81b578328 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:17.668036 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0498aab-f458-4907-8557-c094918d4cdd", "name": "network-vif-deleted", "tag": "ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:17.668305 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c9c2c22-6b26-4669-b12b-d2b81b578328 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:17.668890 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9c2c22-6b26-4669-b12b-d2b81b578328'] response: {'server_uuid': 'a0498aab-f458-4907-8557-c094918d4cdd', 'name': 'network-vif-deleted', 'tag': 'ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c', 'status': 'completed', 'code': 200} May 16 19:15:17.679708 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:15:17.758758 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 63bdadd6-3353-41ce-8523-ec1949141033 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:17.786416 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-699533f3-b583-45f7-8186-fbc9df687927 req-f5c94404-df77-42ed-a212-09fe5f9ef3fd tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0498aab-f458-4907-8557-c094918d4cdd HTTP/1.1" status: 200 len: 210 time: 0.0770702 May 16 19:15:17.826643 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 63bdadd6-3353-41ce-8523-ec1949141033 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:17.827136 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 63bdadd6-3353-41ce-8523-ec1949141033 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:17.827600 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 57e84914-772f-4a57-8d00-a6d16a3633af no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:17.849274 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:17.874809 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f8c3a-1742-4cfc-a4b2-f03c92a112f7 req-f42dcafc-bf4e-4908-ba74-c142ece2df56 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:17.885355 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 57e84914-772f-4a57-8d00-a6d16a3633af {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:17.885726 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 57e84914-772f-4a57-8d00-a6d16a3633af not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:17.903576 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a94f8c3a-1742-4cfc-a4b2-f03c92a112f7 req-f42dcafc-bf4e-4908-ba74-c142ece2df56 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 945 time: 0.1041443 May 16 19:15:17.945641 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port aadd3356-5374-4e27-aec5-d1a129d4438b triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:15:17.946330 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:17.966296 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a94f8c3a-1742-4cfc-a4b2-f03c92a112f7 req-9bcd7a3a-de80-401a-85a2-c6ea1aa4282f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615387 May 16 19:15:18.092383 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port aadd3356-5374-4e27-aec5-d1a129d4438b is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:15:18.092799 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:18.144457 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:18.146928 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eea23d-271c-4419-98a9-f294793758e0" -d '{"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-plugged", "status": "completed", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:18.167516 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:18.176198 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:18.179773 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:18.210786 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e8d47-aa76-4f6a-a383-496b371bb2ca x-openstack-request-id: req-b42e8d47-aa76-4f6a-a383-496b371bb2ca {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:18.211332 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-plugged", "status": "completed", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:18.211583 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b42e8d47-aa76-4f6a-a383-496b371bb2ca {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:18.212149 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42e8d47-aa76-4f6a-a383-496b371bb2ca'] response: {'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'code': 200} May 16 19:15:18.232839 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:15:18.257426 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:18.258098 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:18.300899 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=8']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:18.378529 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:18.452685 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:15:18.460764 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a9143-1891-4c14-b3f2-dcc902fabed8 req-def86b25-747f-4789-9b79-584ea7327ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:18.462503 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-717a9143-1891-4c14-b3f2-dcc902fabed8 req-def86b25-747f-4789-9b79-584ea7327ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1130 time: 0.0532885 May 16 19:15:18.512366 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-717a9143-1891-4c14-b3f2-dcc902fabed8 req-31f9d528-9ecb-4a5f-872d-f6504ba1c2a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 May 16 19:15:18.585278 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:18.615540 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbf789-8bbe-487e-9c2d-4b02a1933902 None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:08:16Z', 'revision_number': 4, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '053dbeab-511c-4e97-b6a3-8f6a7f0a23ec', 'name': '', 'network_id': 'b9cbd7ed-b011-47eb-8de6-48451d865294', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'mac_address': 'fa:16:3e:1b:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:14Z', 'updated_at': '2022-05-16T19:08:32Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'subnets': [{'id': '464b6801-d4d1-4d1f-8f6e-41941fd21d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:15:18.885213 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49462) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:18.885780 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b56e4-c032-4a1b-9a0b-84a0ba5acf2a None None] New status for floating IP 241dcae8-fb20-45d4-bfd2-65e6b1e0416b: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:15:18.954685 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae734-1083-4fee-bcea-9f92912587b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (320555a8-7267-46bd-ba17-660828cf85fb), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:18.986765 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae734-1083-4fee-bcea-9f92912587b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (320555a8-7267-46bd-ba17-660828cf85fb), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.048429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae734-1083-4fee-bcea-9f92912587b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (320555a8-7267-46bd-ba17-660828cf85fb), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.051986 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae734-1083-4fee-bcea-9f92912587b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.057659 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6f1ae734-1083-4fee-bcea-9f92912587b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/security-groups/320555a8-7267-46bd-ba17-660828cf85fb HTTP/1.1" status: 204 len: 168 time: 0.1712246 May 16 19:15:19.060741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49468) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:19.074064 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ae734-1083-4fee-bcea-9f92912587b5 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320555a8-7267-46bd-ba17-660828cf85fb,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:19.078750 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.api.v2.resource [None req-3b8413f3-cda3-4e30-9fab-16138a663e06 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] show failed (client error): The resource could not be found. May 16 19:15:19.083513 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-3b8413f3-cda3-4e30-9fab-16138a663e06 tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "GET /v2.0/security-groups/320555a8-7267-46bd-ba17-660828cf85fb HTTP/1.1" status: 404 len: 347 time: 0.0216563 May 16 19:15:19.084408 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49470) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:19.150742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db5abb-fb8d-4199-8093-98b1f997a8fb req-ac216029-0bf1-4127-aa44-d6444b95953f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:19.152357 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e0db5abb-fb8d-4199-8093-98b1f997a8fb req-ac216029-0bf1-4127-aa44-d6444b95953f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0798075 May 16 19:15:19.230642 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49472) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:19.231096 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e0db5abb-fb8d-4199-8093-98b1f997a8fb req-5e75fc01-2f92-4a68-af50-a59f29fc4756 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682943 May 16 19:15:19.246236 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Deleting port a3a053a1-607b-4261-b6fe-ad9886fc0cb7 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:19.246815 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.331756 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.332090 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.356253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Calling delete_port for a3a053a1-607b-4261-b6fe-ad9886fc0cb7 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:19.358161 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-658781b1-edf5-4d0c-80f4-f759a735f208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.525759 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-658781b1-edf5-4d0c-80f4-f759a735f208 admin admin] Publish callbacks [] for security_group (ff0c8b94-0293-4513-a472-018124f2db89), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.532594 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-658781b1-edf5-4d0c-80f4-f759a735f208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ff0c8b94-0293-4513-a472-018124f2db89), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.580109 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-658781b1-edf5-4d0c-80f4-f759a735f208 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81ad1abf5d024da79d9830979d222432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481677 May 16 19:15:19.583121 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658781b1-edf5-4d0c-80f4-f759a735f208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0c8b94-0293-4513-a472-018124f2db89,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:19.583513 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49476) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:19.588096 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (a3a053a1-607b-4261-b6fe-ad9886fc0cb7), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.611945 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Pushing event deleted for resources: {'Port': ['ID=a3a053a1-607b-4261-b6fe-ad9886fc0cb7,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:19.636693 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2065b710-2341-4bae-8a14-a756d944bb8b admin admin] Publish callbacks [] for security_group (ff0c8b94-0293-4513-a472-018124f2db89), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.661114 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2065b710-2341-4bae-8a14-a756d944bb8b admin admin] Publish callbacks [] for security_group (ff0c8b94-0293-4513-a472-018124f2db89), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.685412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks [] for floatingip (241dcae8-fb20-45d4-bfd2-65e6b1e0416b), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.688461 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.689638 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ad2c9bfc-a063-4261-8650-eaeb03a9e20f tempest-AttachVolumeNegativeTest-1850707464 tempest-AttachVolumeNegativeTest-1850707464-project] 10.222.0.24 "DELETE /v2.0/floatingips/241dcae8-fb20-45d4-bfd2-65e6b1e0416b HTTP/1.1" status: 204 len: 168 time: 0.6040676 May 16 19:15:19.712229 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2065b710-2341-4bae-8a14-a756d944bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ff0c8b94-0293-4513-a472-018124f2db89), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.715188 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2065b710-2341-4bae-8a14-a756d944bb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:19.716417 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2065b710-2341-4bae-8a14-a756d944bb8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff0c8b94-0293-4513-a472-018124f2db89 HTTP/1.1" status: 204 len: 168 time: 0.1317956 May 16 19:15:19.724816 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b710-2341-4bae-8a14-a756d944bb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0c8b94-0293-4513-a472-018124f2db89,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:20.002518 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49488) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:20.016146 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40ea9183-51bf-4620-865d-ad2d95074ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.093189 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40ea9183-51bf-4620-865d-ad2d95074ef1 admin admin] Publish callbacks [] for security_group (5cad4aa6-728a-4c4f-833f-e730faf2889d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.099075 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40ea9183-51bf-4620-865d-ad2d95074ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5cad4aa6-728a-4c4f-833f-e730faf2889d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.143665 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-40ea9183-51bf-4620-865d-ad2d95074ef1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7880040bc502421a8c8e9fa978d46925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399934 May 16 19:15:20.144802 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9183-51bf-4620-865d-ad2d95074ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad4aa6-728a-4c4f-833f-e730faf2889d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:20.146607 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49490) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:20.199327 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4aa861c3-7286-4169-8e8a-312a52daa43d admin admin] Publish callbacks [] for security_group (5cad4aa6-728a-4c4f-833f-e730faf2889d), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.222032 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4aa861c3-7286-4169-8e8a-312a52daa43d admin admin] Publish callbacks [] for security_group (5cad4aa6-728a-4c4f-833f-e730faf2889d), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.279209 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4aa861c3-7286-4169-8e8a-312a52daa43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (5cad4aa6-728a-4c4f-833f-e730faf2889d), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.282116 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4aa861c3-7286-4169-8e8a-312a52daa43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:20.283358 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4aa861c3-7286-4169-8e8a-312a52daa43d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cad4aa6-728a-4c4f-833f-e730faf2889d HTTP/1.1" status: 204 len: 168 time: 0.1356394 May 16 19:15:20.297998 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa861c3-7286-4169-8e8a-312a52daa43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad4aa6-728a-4c4f-833f-e730faf2889d,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:20.353431 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b96a6-d011-4dcf-909a-0d473453f6f3 req-20a2f922-8ab5-45f9-ac57-dea1a1da8ef7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:20.354981 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-487b96a6-d011-4dcf-909a-0d473453f6f3 req-20a2f922-8ab5-45f9-ac57-dea1a1da8ef7 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0522349 May 16 19:15:20.405469 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-487b96a6-d011-4dcf-909a-0d473453f6f3 req-36df1c96-9498-4350-9d95-b6a6dc059ce5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 May 16 19:15:21.677751 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:21.698643 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:21.698977 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ca17ae0a-1bb1-4979-a11b-bcee0aa3f50c not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:23.415650 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49662) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:23.424891 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49666) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:23.561752 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab281ab8-6b8c-4eb9-8479-74300b5d2849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:23.759040 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab281ab8-6b8c-4eb9-8479-74300b5d2849 admin admin] Publish callbacks [] for security_group (e12fdab3-4bd6-4d62-8375-f7a6f7c35799), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:23.767072 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ab281ab8-6b8c-4eb9-8479-74300b5d2849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e12fdab3-4bd6-4d62-8375-f7a6f7c35799), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:23.834083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab281ab8-6b8c-4eb9-8479-74300b5d2849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12fdab3-4bd6-4d62-8375-f7a6f7c35799,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:23.841188 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-ab281ab8-6b8c-4eb9-8479-74300b5d2849 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab4b9fe0893244308819fb2e3a40eef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153326 May 16 19:15:23.844052 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49670) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:23.938482 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66ca85da-6421-426a-9e92-a02fd2edfa5e admin admin] Publish callbacks [] for security_group (e12fdab3-4bd6-4d62-8375-f7a6f7c35799), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:23.995247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66ca85da-6421-426a-9e92-a02fd2edfa5e admin admin] Publish callbacks [] for security_group (e12fdab3-4bd6-4d62-8375-f7a6f7c35799), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:23.997270 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (9c99800c-5dcf-4521-af00-175dd03c7f34), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.119711 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66ca85da-6421-426a-9e92-a02fd2edfa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e12fdab3-4bd6-4d62-8375-f7a6f7c35799), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.122424 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66ca85da-6421-426a-9e92-a02fd2edfa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.123571 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-66ca85da-6421-426a-9e92-a02fd2edfa5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e12fdab3-4bd6-4d62-8375-f7a6f7c35799 HTTP/1.1" status: 204 len: 168 time: 0.2786689 May 16 19:15:24.157488 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca85da-6421-426a-9e92-a02fd2edfa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12fdab3-4bd6-4d62-8375-f7a6f7c35799,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:24.266772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Deleting port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:24.267119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.346238 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] For port 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:24.346605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.360358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Calling delete_port for 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec owned by network:router_interface {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:24.405095 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49678) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:24.422159 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0a5eddc0-836c-42c5-bff7-6bceecf3cdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.584098 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0a5eddc0-836c-42c5-bff7-6bceecf3cdd3 admin admin] Publish callbacks [] for security_group (8cedfe8c-684b-4f21-9184-08e48d69440c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.592053 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0a5eddc0-836c-42c5-bff7-6bceecf3cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8cedfe8c-684b-4f21-9184-08e48d69440c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.627863 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (053dbeab-511c-4e97-b6a3-8f6a7f0a23ec), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.642934 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-0a5eddc0-836c-42c5-bff7-6bceecf3cdd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77a68f5d570947048451c967b5b73f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367287 May 16 19:15:24.645911 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49684) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:24.660353 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eddc0-836c-42c5-bff7-6bceecf3cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cedfe8c-684b-4f21-9184-08e48d69440c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:24.664505 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=053dbeab-511c-4e97-b6a3-8f6a7f0a23ec,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:24.706033 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba018f03-89a8-4e97-98d7-a5578c17b6b0 admin admin] Publish callbacks [] for security_group (8cedfe8c-684b-4f21-9184-08e48d69440c), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.728687 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba018f03-89a8-4e97-98d7-a5578c17b6b0 admin admin] Publish callbacks [] for security_group (8cedfe8c-684b-4f21-9184-08e48d69440c), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.791200 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba018f03-89a8-4e97-98d7-a5578c17b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8cedfe8c-684b-4f21-9184-08e48d69440c), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.793978 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba018f03-89a8-4e97-98d7-a5578c17b6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:24.799984 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ba018f03-89a8-4e97-98d7-a5578c17b6b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cedfe8c-684b-4f21-9184-08e48d69440c HTTP/1.1" status: 204 len: 168 time: 0.1512003 May 16 19:15:24.808618 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba018f03-89a8-4e97-98d7-a5578c17b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cedfe8c-684b-4f21-9184-08e48d69440c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:24.844739 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (9c99800c-5dcf-4521-af00-175dd03c7f34), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:25.059473 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Router 9c99800c-5dcf-4521-af00-175dd03c7f34 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:15:25.448251 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:15:25.454565 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9df899c2-d377-4a5e-816a-66ea13fa2c56 admin admin] 10.222.0.24 "PUT /v2.0/routers/9c99800c-5dcf-4521-af00-175dd03c7f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0377133 May 16 19:15:25.457207 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49716) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:25.466258 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] Sync routers for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:15:25.477202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:25.479014 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:25.556668 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks [] for router (9c99800c-5dcf-4521-af00-175dd03c7f34), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:25.581450 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:25.660727 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks [] for router_gateway (9c99800c-5dcf-4521-af00-175dd03c7f34), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:25.714622 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Deleting port 13d045eb-70d9-46d7-9101-607dc7fbc893 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:25.715040 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:25.752766 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:15:24Z', 'revision_number': 5, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port': {'id': '13d045eb-70d9-46d7-9101-607dc7fbc893', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:06Z', 'updated_at': '2022-05-16T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:25.779558 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] Checking router: 9c99800c-5dcf-4521-af00-175dd03c7f34 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:15:25.789290 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] Routers {'9c99800c-5dcf-4521-af00-175dd03c7f34'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:25.790041 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['9c99800c-5dcf-4521-af00-175dd03c7f34'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:25.798073 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] For port 13d045eb-70d9-46d7-9101-607dc7fbc893, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=13d045eb-70d9-46d7-9101-607dc7fbc893,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:25.798435 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:25.814572 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Calling delete_port for 13d045eb-70d9-46d7-9101-607dc7fbc893 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:25.878565 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] Set router 9c99800c-5dcf-4521-af00-175dd03c7f34 gateway port host: None {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:25.936611 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:15:25Z', 'revision_number': 6, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port_host': None}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:25.962312 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd0f31-bffb-4294-bcdb-edef82b4982b None None] The sync data for ids ['9c99800c-5dcf-4521-af00-175dd03c7f34'] in dv-cinder-766064-6-iscsi is: [{'id': '9c99800c-5dcf-4521-af00-175dd03c7f34', 'name': 'tempest-AttachVolumeNegativeTest-588178255-router', 'tenant_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:03Z', 'updated_at': '2022-05-16T19:15:25Z', 'revision_number': 6, 'project_id': 'dd195af6f92c42a18ed7051eae26dbaa', 'gw_port_host': None}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:15:26.241266 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (13d045eb-70d9-46d7-9101-607dc7fbc893), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.274679 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d045eb-70d9-46d7-9101-607dc7fbc893,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:26.334261 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (9c99800c-5dcf-4521-af00-175dd03c7f34), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.425130 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (9c99800c-5dcf-4521-af00-175dd03c7f34), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.427314 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks [] for router_controller (9c99800c-5dcf-4521-af00-175dd03c7f34), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.469222 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (9c99800c-5dcf-4521-af00-175dd03c7f34), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.469954 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c99800c-5dcf-4521-af00-175dd03c7f34 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:15:26.474847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.475683 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-211fd217-b6a3-4edc-ad94-a73159169b15 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9c99800c-5dcf-4521-af00-175dd03c7f34 HTTP/1.1" status: 204 len: 168 time: 1.0172100 May 16 19:15:26.478122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49742) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:26.525871 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Deleting subnet 464b6801-d4d1-4d1f-8f6e-41941fd21d02 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:15:26.529230 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Publish callbacks [] for subnet (464b6801-d4d1-4d1f-8f6e-41941fd21d02), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.563630 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (464b6801-d4d1-4d1f-8f6e-41941fd21d02), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.636935 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (464b6801-d4d1-4d1f-8f6e-41941fd21d02), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.690260 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (464b6801-d4d1-4d1f-8f6e-41941fd21d02), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.720805 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464b6801-d4d1-4d1f-8f6e-41941fd21d02,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:26.724499 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.728030 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d4fc67d7-4d3b-4200-9781-76ba5b8dcb2d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/464b6801-d4d1-4d1f-8f6e-41941fd21d02 HTTP/1.1" status: 204 len: 168 time: 0.2486787 May 16 19:15:26.730251 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49748) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:26.735293 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb05d8-8931-4e3d-aa3c-590b8a04cb33 None None] Network b9cbd7ed-b011-47eb-8de6-48451d865294 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:15:26.808399 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (b9cbd7ed-b011-47eb-8de6-48451d865294), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.851358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Deleting port 10ea6865-8629-4fd1-b743-ade5715ab945 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:26.851703 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.904806 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] DHCP port deletion for b9cbd7ed-b011-47eb-8de6-48451d865294 request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:15:26.921471 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] For port 10ea6865-8629-4fd1-b743-ade5715ab945, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=10ea6865-8629-4fd1-b743-ade5715ab945,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:26.921855 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:26.935709 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Calling delete_port for 10ea6865-8629-4fd1-b743-ade5715ab945 owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:26.943686 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] Deleting port 10ea6865-8629-4fd1-b743-ade5715ab945 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:26.944160 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.013779 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] For port 10ea6865-8629-4fd1-b743-ade5715ab945, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=10ea6865-8629-4fd1-b743-ade5715ab945,segment=NetworkSegment(ecd0948f-dcfd-4947-b65b-519ee9e58be4),segment_id=ecd0948f-dcfd-4947-b65b-519ee9e58be4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:27.014215 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.020638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.030194 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] Calling delete_port for 10ea6865-8629-4fd1-b743-ade5715ab945 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:27.047778 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=10ea6865-8629-4fd1-b743-ade5715ab945,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:27.056263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] No DVR routers for this DVR port 10ea6865-8629-4fd1-b743-ade5715ab945 on host dv-cinder-766064-6-iscsi {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:27.114961 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (10ea6865-8629-4fd1-b743-ade5715ab945), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.124944 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (b9cbd7ed-b011-47eb-8de6-48451d865294), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.139289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] Pushing event deleted for resources: {'Port': ['ID=10ea6865-8629-4fd1-b743-ade5715ab945,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:27.145085 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cbd7ed-b011-47eb-8de6-48451d865294']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:27.146026 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c6421-4fa3-4deb-ab88-41028d3f1857 None None] No DVR routers for this DVR port 10ea6865-8629-4fd1-b743-ade5715ab945 on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:27.157904 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd0948f-dcfd-4947-b65b-519ee9e58be4') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:27.158196 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd0948f-dcfd-4947-b65b-519ee9e58be4') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:27.168039 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (ecd0948f-dcfd-4947-b65b-519ee9e58be4), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.181177 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (ecd0948f-dcfd-4947-b65b-519ee9e58be4), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.187026 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:15:27.187402 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (ecd0948f-dcfd-4947-b65b-519ee9e58be4), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:15:27.189195 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:15:27.250571 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (b9cbd7ed-b011-47eb-8de6-48451d865294), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.256048 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.259200 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] 10.222.0.24 "DELETE /v2.0/networks/b9cbd7ed-b011-47eb-8de6-48451d865294 HTTP/1.1" status: 204 len: 168 time: 0.5280151 May 16 19:15:27.272499 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c2e0-cbac-4a4e-b45d-8225a7941dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cbd7ed-b011-47eb-8de6-48451d865294,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:27.453776 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49754) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:27.494134 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9a463f2a-9479-4441-80af-d4f28029f432 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd195af6f92c42a18ed7051eae26dbaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392199 May 16 19:15:27.497384 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49756) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:27.545997 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Publish callbacks [] for security_group (a6c83375-a670-4621-b0ee-fa00025147f9), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.567888 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Publish callbacks [] for security_group (a6c83375-a670-4621-b0ee-fa00025147f9), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.619383 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a6c83375-a670-4621-b0ee-fa00025147f9), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.621965 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:27.623210 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6c83375-a670-4621-b0ee-fa00025147f9 HTTP/1.1" status: 204 len: 168 time: 0.1248174 May 16 19:15:27.631319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c83375-a670-4621-b0ee-fa00025147f9,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:27.638966 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.639329 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.639684 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.640113 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.640363 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.640695 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.641100 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.641958 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.642224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.642648 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.642984 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.643312 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.643634 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.643956 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.644275 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb59db-0471-4933-80fd-6115c7fd607f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:27.684301 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 13d045eb-70d9-46d7-9101-607dc7fbc893 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:27.717868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 13d045eb-70d9-46d7-9101-607dc7fbc893 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:27.717868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 13d045eb-70d9-46d7-9101-607dc7fbc893 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:27.717868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:27.728035 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:27.728390 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 053dbeab-511c-4e97-b6a3-8f6a7f0a23ec not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:27.728808 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 10ea6865-8629-4fd1-b743-ade5715ab945 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:27.747119 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 10ea6865-8629-4fd1-b743-ade5715ab945 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:27.747761 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 10ea6865-8629-4fd1-b743-ade5715ab945 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:29.908797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 49828) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:30.014001 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e01cccb2-f086-44bf-a1f5-bf9f1f203f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.098421 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e01cccb2-f086-44bf-a1f5-bf9f1f203f17 admin admin] Publish callbacks [] for security_group (297f175f-1b25-44b3-b058-0967e37ed2b5), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.103077 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e01cccb2-f086-44bf-a1f5-bf9f1f203f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (297f175f-1b25-44b3-b058-0967e37ed2b5), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.140836 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e01cccb2-f086-44bf-a1f5-bf9f1f203f17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=348f4f2298d143c0886cc9e661242e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308905 May 16 19:15:30.142366 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cccb2-f086-44bf-a1f5-bf9f1f203f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f175f-1b25-44b3-b058-0967e37ed2b5,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:30.145057 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49842) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:30.194791 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e09a8bc-16b0-475b-bebc-0f056e30b282 admin admin] Publish callbacks [] for security_group (297f175f-1b25-44b3-b058-0967e37ed2b5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.217719 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e09a8bc-16b0-475b-bebc-0f056e30b282 admin admin] Publish callbacks [] for security_group (297f175f-1b25-44b3-b058-0967e37ed2b5), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.264143 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e09a8bc-16b0-475b-bebc-0f056e30b282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (297f175f-1b25-44b3-b058-0967e37ed2b5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.267080 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e09a8bc-16b0-475b-bebc-0f056e30b282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.268204 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4e09a8bc-16b0-475b-bebc-0f056e30b282 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/297f175f-1b25-44b3-b058-0967e37ed2b5 HTTP/1.1" status: 204 len: 168 time: 0.1218469 May 16 19:15:30.276172 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a8bc-16b0-475b-bebc-0f056e30b282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f175f-1b25-44b3-b058-0967e37ed2b5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:30.550284 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49854) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:30.564218 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e10e938-2e26-4942-9dfd-214e3ff00e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.650496 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e10e938-2e26-4942-9dfd-214e3ff00e75 admin admin] Publish callbacks [] for security_group (19734c82-d905-4975-b079-b0fc837fe136), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.655350 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e10e938-2e26-4942-9dfd-214e3ff00e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (19734c82-d905-4975-b079-b0fc837fe136), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.691439 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10e938-2e26-4942-9dfd-214e3ff00e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19734c82-d905-4975-b079-b0fc837fe136,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:30.695748 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5e10e938-2e26-4942-9dfd-214e3ff00e75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98a149d539dc48d3878e3782a44c2eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444764 May 16 19:15:30.699252 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49856) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:30.746319 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c426cfc-b61e-465e-b3e7-585fbbee9439 admin admin] Publish callbacks [] for security_group (19734c82-d905-4975-b079-b0fc837fe136), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.768225 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c426cfc-b61e-465e-b3e7-585fbbee9439 admin admin] Publish callbacks [] for security_group (19734c82-d905-4975-b079-b0fc837fe136), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.814973 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c426cfc-b61e-465e-b3e7-585fbbee9439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (19734c82-d905-4975-b079-b0fc837fe136), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.817565 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2c426cfc-b61e-465e-b3e7-585fbbee9439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:30.818730 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2c426cfc-b61e-465e-b3e7-585fbbee9439 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19734c82-d905-4975-b079-b0fc837fe136 HTTP/1.1" status: 204 len: 168 time: 0.1193099 May 16 19:15:30.826892 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c426cfc-b61e-465e-b3e7-585fbbee9439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19734c82-d905-4975-b079-b0fc837fe136,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:31.345162 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49878) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:31.451887 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.531511 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Publish callbacks [] for security_group (bb9edd80-210a-44ea-b1e5-50020fcead97), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.536276 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (bb9edd80-210a-44ea-b1e5-50020fcead97), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.575544 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdfde41b98ec442882196ab8ee751428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264373 May 16 19:15:31.578160 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 49892) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:31.585959 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9edd80-210a-44ea-b1e5-50020fcead97,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:31.599589 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.599941 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.600283 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.600619 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.601023 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.601284 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.601633 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.601961 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.602405 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.602607 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.602933 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.608181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.608181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.608181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.608181 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842a218-434a-4383-86f3-34fbafceee60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:31.644328 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d784eb1e-198a-45b7-bf17-d1ac0a534028 admin admin] Publish callbacks [] for security_group (bb9edd80-210a-44ea-b1e5-50020fcead97), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.666689 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d784eb1e-198a-45b7-bf17-d1ac0a534028 admin admin] Publish callbacks [] for security_group (bb9edd80-210a-44ea-b1e5-50020fcead97), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.723751 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d784eb1e-198a-45b7-bf17-d1ac0a534028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (bb9edd80-210a-44ea-b1e5-50020fcead97), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.727258 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d784eb1e-198a-45b7-bf17-d1ac0a534028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:31.730954 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d784eb1e-198a-45b7-bf17-d1ac0a534028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb9edd80-210a-44ea-b1e5-50020fcead97 HTTP/1.1" status: 204 len: 168 time: 0.1518626 May 16 19:15:31.740533 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784eb1e-198a-45b7-bf17-d1ac0a534028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9edd80-210a-44ea-b1e5-50020fcead97,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:33.815049 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50004) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:33.919622 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a0042744-57b6-4f69-9a5a-a6cfa4573cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.001430 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a0042744-57b6-4f69-9a5a-a6cfa4573cec admin admin] Publish callbacks [] for security_group (d6bec243-97f2-4c0b-976c-b58eacbd5c12), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.006421 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a0042744-57b6-4f69-9a5a-a6cfa4573cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d6bec243-97f2-4c0b-976c-b58eacbd5c12), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.045234 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-a0042744-57b6-4f69-9a5a-a6cfa4573cec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41bfdcca0558467386d190f246d7f34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290432 May 16 19:15:34.046487 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042744-57b6-4f69-9a5a-a6cfa4573cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bec243-97f2-4c0b-976c-b58eacbd5c12,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:34.048290 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50014) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:34.097557 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd567-7542-419b-806a-e0c861c7408d admin admin] Publish callbacks [] for security_group (d6bec243-97f2-4c0b-976c-b58eacbd5c12), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.118605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd567-7542-419b-806a-e0c861c7408d admin admin] Publish callbacks [] for security_group (d6bec243-97f2-4c0b-976c-b58eacbd5c12), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.170509 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd567-7542-419b-806a-e0c861c7408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d6bec243-97f2-4c0b-976c-b58eacbd5c12), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.172896 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd567-7542-419b-806a-e0c861c7408d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.174306 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9c9fd567-7542-419b-806a-e0c861c7408d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6bec243-97f2-4c0b-976c-b58eacbd5c12 HTTP/1.1" status: 204 len: 168 time: 0.1249361 May 16 19:15:34.182546 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fd567-7542-419b-806a-e0c861c7408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bec243-97f2-4c0b-976c-b58eacbd5c12,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:34.471267 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50026) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:34.484545 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb691edb-8ecc-42ef-af4f-f336b88a5b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.565676 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb691edb-8ecc-42ef-af4f-f336b88a5b2f admin admin] Publish callbacks [] for security_group (c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.572219 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb691edb-8ecc-42ef-af4f-f336b88a5b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.609411 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb691edb-8ecc-42ef-af4f-f336b88a5b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:34.613566 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-fb691edb-8ecc-42ef-af4f-f336b88a5b2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef6e12a665445238ed819bbff13e3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411967 May 16 19:15:34.617012 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50028) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:34.663500 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cb357ea3-1f85-477e-b305-93a5c2a76cc8 admin admin] Publish callbacks [] for security_group (c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.684443 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cb357ea3-1f85-477e-b305-93a5c2a76cc8 admin admin] Publish callbacks [] for security_group (c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.732951 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cb357ea3-1f85-477e-b305-93a5c2a76cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.735426 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cb357ea3-1f85-477e-b305-93a5c2a76cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.736573 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cb357ea3-1f85-477e-b305-93a5c2a76cc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd HTTP/1.1" status: 204 len: 168 time: 0.1193559 May 16 19:15:34.744351 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357ea3-1f85-477e-b305-93a5c2a76cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff2b2d-8e1b-45a0-96f3-2a1cbdd52bfd,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:34.783036 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:36.539514 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-77bbac0f-4807-4d62-b7fd-4ab2c94f3545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:36.891927 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50104) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:36.999215 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4ac509a7-a61f-47ae-a15b-974edcbf5f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.077477 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4ac509a7-a61f-47ae-a15b-974edcbf5f44 admin admin] Publish callbacks [] for security_group (a5d751c9-cc01-4b2e-b570-62507f5e7ccd), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.083120 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-4ac509a7-a61f-47ae-a15b-974edcbf5f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a5d751c9-cc01-4b2e-b570-62507f5e7ccd), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.120271 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-4ac509a7-a61f-47ae-a15b-974edcbf5f44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=810fb2b0799c44f7852343ea55d05185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272613 May 16 19:15:37.121123 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac509a7-a61f-47ae-a15b-974edcbf5f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d751c9-cc01-4b2e-b570-62507f5e7ccd,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:37.123167 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50108) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:37.174898 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d21bdc22-9c52-4c8a-9f4e-9dc79c4d7349 admin admin] Publish callbacks [] for security_group (a5d751c9-cc01-4b2e-b570-62507f5e7ccd), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.201959 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d21bdc22-9c52-4c8a-9f4e-9dc79c4d7349 admin admin] Publish callbacks [] for security_group (a5d751c9-cc01-4b2e-b570-62507f5e7ccd), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.257698 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d21bdc22-9c52-4c8a-9f4e-9dc79c4d7349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a5d751c9-cc01-4b2e-b570-62507f5e7ccd), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.260150 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d21bdc22-9c52-4c8a-9f4e-9dc79c4d7349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.261293 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d21bdc22-9c52-4c8a-9f4e-9dc79c4d7349 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5d751c9-cc01-4b2e-b570-62507f5e7ccd HTTP/1.1" status: 204 len: 168 time: 0.1370528 May 16 19:15:37.269603 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bdc22-9c52-4c8a-9f4e-9dc79c4d7349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d751c9-cc01-4b2e-b570-62507f5e7ccd,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:37.550119 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50124) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:37.563096 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3c45-3797-4143-bf9f-e7fe896784da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.645803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3c45-3797-4143-bf9f-e7fe896784da admin admin] Publish callbacks [] for security_group (374b2903-8c0e-4507-9b5c-7032a4959037), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.650399 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3c45-3797-4143-bf9f-e7fe896784da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (374b2903-8c0e-4507-9b5c-7032a4959037), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.687363 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-bc9d3c45-3797-4143-bf9f-e7fe896784da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aef62bfb7b44c6380ac5bbd50f57aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361320 May 16 19:15:37.691358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50130) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:37.701425 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3c45-3797-4143-bf9f-e7fe896784da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b2903-8c0e-4507-9b5c-7032a4959037,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:37.748036 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52e76c97-08b2-496c-a75d-2da7d7b7206b admin admin] Publish callbacks [] for security_group (374b2903-8c0e-4507-9b5c-7032a4959037), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.770046 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52e76c97-08b2-496c-a75d-2da7d7b7206b admin admin] Publish callbacks [] for security_group (374b2903-8c0e-4507-9b5c-7032a4959037), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.817382 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52e76c97-08b2-496c-a75d-2da7d7b7206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (374b2903-8c0e-4507-9b5c-7032a4959037), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.819928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-52e76c97-08b2-496c-a75d-2da7d7b7206b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.821076 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-52e76c97-08b2-496c-a75d-2da7d7b7206b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/374b2903-8c0e-4507-9b5c-7032a4959037 HTTP/1.1" status: 204 len: 168 time: 0.1285551 May 16 19:15:37.828579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e76c97-08b2-496c-a75d-2da7d7b7206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b2903-8c0e-4507-9b5c-7032a4959037,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:38.828745 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1eec-e378-4c83-b371-2a17623b8455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:40.130466 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:41.705201 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.267096 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50248) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:42.287395 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50252) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:42.374601 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-193e5492-10d0-4e1d-bcd3-11abb695130a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.400089 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-09137c12-2bcf-48eb-8897-d19f9a5038e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.497566 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-193e5492-10d0-4e1d-bcd3-11abb695130a admin admin] Publish callbacks [] for security_group (d0c8e694-5432-43e8-b10e-f2a3f3ec5b94), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.506674 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-193e5492-10d0-4e1d-bcd3-11abb695130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d0c8e694-5432-43e8-b10e-f2a3f3ec5b94), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.533027 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-09137c12-2bcf-48eb-8897-d19f9a5038e9 admin admin] Publish callbacks [] for security_group (12c90bbc-a1e4-49b4-8909-6baceb2d9c63), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.546180 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-09137c12-2bcf-48eb-8897-d19f9a5038e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (12c90bbc-a1e4-49b4-8909-6baceb2d9c63), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.560009 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e5492-10d0-4e1d-bcd3-11abb695130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c8e694-5432-43e8-b10e-f2a3f3ec5b94,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:42.564136 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-193e5492-10d0-4e1d-bcd3-11abb695130a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b54df7954cc542dca20105a0f56e2e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959275 May 16 19:15:42.567169 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50256) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:42.594685 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-09137c12-2bcf-48eb-8897-d19f9a5038e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af8ad6591e7347fdb3f6e83f15b329d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061531 May 16 19:15:42.596571 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09137c12-2bcf-48eb-8897-d19f9a5038e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c90bbc-a1e4-49b4-8909-6baceb2d9c63,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:42.598813 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50258) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:42.625439 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ac85921-98c8-4a27-ad62-b78a486f7921 admin admin] Publish callbacks [] for security_group (d0c8e694-5432-43e8-b10e-f2a3f3ec5b94), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.647452 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ac85921-98c8-4a27-ad62-b78a486f7921 admin admin] Publish callbacks [] for security_group (d0c8e694-5432-43e8-b10e-f2a3f3ec5b94), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.649812 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-486aa8d8-9be8-40c3-8f8a-3dc3e4fd0655 admin admin] Publish callbacks [] for security_group (12c90bbc-a1e4-49b4-8909-6baceb2d9c63), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.671500 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-486aa8d8-9be8-40c3-8f8a-3dc3e4fd0655 admin admin] Publish callbacks [] for security_group (12c90bbc-a1e4-49b4-8909-6baceb2d9c63), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.697724 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ac85921-98c8-4a27-ad62-b78a486f7921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (d0c8e694-5432-43e8-b10e-f2a3f3ec5b94), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.700186 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ac85921-98c8-4a27-ad62-b78a486f7921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.701341 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-5ac85921-98c8-4a27-ad62-b78a486f7921 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0c8e694-5432-43e8-b10e-f2a3f3ec5b94 HTTP/1.1" status: 204 len: 168 time: 0.1320899 May 16 19:15:42.710064 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac85921-98c8-4a27-ad62-b78a486f7921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c8e694-5432-43e8-b10e-f2a3f3ec5b94,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:42.725566 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-486aa8d8-9be8-40c3-8f8a-3dc3e4fd0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (12c90bbc-a1e4-49b4-8909-6baceb2d9c63), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.728567 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-486aa8d8-9be8-40c3-8f8a-3dc3e4fd0655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:42.729767 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-486aa8d8-9be8-40c3-8f8a-3dc3e4fd0655 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12c90bbc-a1e4-49b4-8909-6baceb2d9c63 HTTP/1.1" status: 204 len: 168 time: 0.1300700 May 16 19:15:42.741269 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aa8d8-9be8-40c3-8f8a-3dc3e4fd0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c90bbc-a1e4-49b4-8909-6baceb2d9c63,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:43.072081 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50266) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:43.084765 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d6d790a2-d887-47bc-a68b-f5ad67144ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.157514 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.169155 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d6d790a2-d887-47bc-a68b-f5ad67144ccd admin admin] Publish callbacks [] for security_group (e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.174801 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d6d790a2-d887-47bc-a68b-f5ad67144ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.211830 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d6d790a2-d887-47bc-a68b-f5ad67144ccd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e86c4f198b04f9196a26bae8eb3989c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391098 May 16 19:15:43.212653 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d790a2-d887-47bc-a68b-f5ad67144ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:43.214805 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50268) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:43.264368 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2beef3ae-d697-41d6-9618-8ef2a409f372 admin admin] Publish callbacks [] for security_group (e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.286613 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2beef3ae-d697-41d6-9618-8ef2a409f372 admin admin] Publish callbacks [] for security_group (e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.336143 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2beef3ae-d697-41d6-9618-8ef2a409f372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.339023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-2beef3ae-d697-41d6-9618-8ef2a409f372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:43.340175 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-2beef3ae-d697-41d6-9618-8ef2a409f372 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf HTTP/1.1" status: 204 len: 168 time: 0.1242769 May 16 19:15:43.347687 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beef3ae-d697-41d6-9618-8ef2a409f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd1ddb-a1da-4078-8817-7c79d9b0b4bf,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:45.091584 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50334) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:45.208557 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4acc-d6b8-406b-afd2-1380ce3f2e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.286177 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4acc-d6b8-406b-afd2-1380ce3f2e0d admin admin] Publish callbacks [] for security_group (6d868dc6-da46-450b-9a83-bd40decd0129), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.292449 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4acc-d6b8-406b-afd2-1380ce3f2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6d868dc6-da46-450b-9a83-bd40decd0129), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.337263 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4a1c4acc-d6b8-406b-afd2-1380ce3f2e0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=417d174f504944c791a4ab26f8cab29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445922 May 16 19:15:45.338112 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4acc-d6b8-406b-afd2-1380ce3f2e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d868dc6-da46-450b-9a83-bd40decd0129,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:45.341116 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50338) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:45.400029 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed25e-d7c7-45d0-9d9a-2e5a8b73a430 admin admin] Publish callbacks [] for security_group (6d868dc6-da46-450b-9a83-bd40decd0129), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.423148 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed25e-d7c7-45d0-9d9a-2e5a8b73a430 admin admin] Publish callbacks [] for security_group (6d868dc6-da46-450b-9a83-bd40decd0129), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.472090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed25e-d7c7-45d0-9d9a-2e5a8b73a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (6d868dc6-da46-450b-9a83-bd40decd0129), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.474607 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed25e-d7c7-45d0-9d9a-2e5a8b73a430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.475744 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-fb7ed25e-d7c7-45d0-9d9a-2e5a8b73a430 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d868dc6-da46-450b-9a83-bd40decd0129 HTTP/1.1" status: 204 len: 168 time: 0.1332469 May 16 19:15:45.484019 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed25e-d7c7-45d0-9d9a-2e5a8b73a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d868dc6-da46-450b-9a83-bd40decd0129,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:45.749499 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50354) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:45.764565 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4f1e-8e5a-468c-9e36-29da44862537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.840001 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4f1e-8e5a-468c-9e36-29da44862537 admin admin] Publish callbacks [] for security_group (bef03613-e17f-44cb-bfcb-8b003d5ed124), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.845124 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4f1e-8e5a-468c-9e36-29da44862537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (bef03613-e17f-44cb-bfcb-8b003d5ed124), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.883167 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-dcbe4f1e-8e5a-468c-9e36-29da44862537 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd15ecb4a6194ee9b72b31f5ecd8bff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325595 May 16 19:15:45.884028 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe4f1e-8e5a-468c-9e36-29da44862537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef03613-e17f-44cb-bfcb-8b003d5ed124,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:45.886144 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50356) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:45.939606 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d63-6499-4cc5-8dc1-d3f3d8f5072f admin admin] Publish callbacks [] for security_group (bef03613-e17f-44cb-bfcb-8b003d5ed124), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:45.960399 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d63-6499-4cc5-8dc1-d3f3d8f5072f admin admin] Publish callbacks [] for security_group (bef03613-e17f-44cb-bfcb-8b003d5ed124), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:46.007924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d63-6499-4cc5-8dc1-d3f3d8f5072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (bef03613-e17f-44cb-bfcb-8b003d5ed124), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:46.010626 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d63-6499-4cc5-8dc1-d3f3d8f5072f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:46.011784 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f0be2d63-6499-4cc5-8dc1-d3f3d8f5072f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bef03613-e17f-44cb-bfcb-8b003d5ed124 HTTP/1.1" status: 204 len: 168 time: 0.1245577 May 16 19:15:46.019975 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be2d63-6499-4cc5-8dc1-d3f3d8f5072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef03613-e17f-44cb-bfcb-8b003d5ed124,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:55.452543 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:16:02.533096 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0590ca-95e7-4446-88ec-bb5c09cbfd29 req-7d10302e-533c-4d8e-9798-4642699f205d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:02.534487 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec0590ca-95e7-4446-88ec-bb5c09cbfd29 req-7d10302e-533c-4d8e-9798-4642699f205d tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0487394 May 16 19:16:02.585285 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec0590ca-95e7-4446-88ec-bb5c09cbfd29 req-ff2ac892-1a81-4521-ba35-188b09a48ccd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 May 16 19:16:03.709788 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a958-2ad9-42a1-9cb7-8df80b5f461a req-1b74e4b5-b6cb-49c0-8274-a4ed9ea88041 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:03.711278 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6935a958-2ad9-42a1-9cb7-8df80b5f461a req-1b74e4b5-b6cb-49c0-8274-a4ed9ea88041 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0474632 May 16 19:16:03.757680 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6935a958-2ad9-42a1-9cb7-8df80b5f461a req-287a72a3-5f3d-4235-895e-0c12008d59df tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups?id=813d7d6f-f125-46e4-86dc-13580e95048d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 May 16 19:16:03.949718 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50610) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:04.058078 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-a92e7ace-2b0d-47f5-9a2c-88b8535f66e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:04.059546 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-a92e7ace-2b0d-47f5-9a2c-88b8535f66e4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 947 time: 0.0466230 May 16 19:16:04.060542 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e64a3228-1d54-4fa9-8289-a67fe1b6adea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.143652 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e64a3228-1d54-4fa9-8289-a67fe1b6adea admin admin] Publish callbacks [] for security_group (88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.148338 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e64a3228-1d54-4fa9-8289-a67fe1b6adea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.163592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Deleting port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:04.163592 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.187808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50620) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:04.188165 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e64a3228-1d54-4fa9-8289-a67fe1b6adea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca33bc9819cb418a92eaecff48bbc85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365835 May 16 19:16:04.198147 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3228-1d54-4fa9-8289-a67fe1b6adea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:04.282887 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] For port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:04.283227 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.302425 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b16890-0ba1-480b-a044-833b0c4024e0 admin admin] Publish callbacks [] for security_group (88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.357387 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b16890-0ba1-480b-a044-833b0c4024e0 admin admin] Publish callbacks [] for security_group (88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.489737 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b16890-0ba1-480b-a044-833b0c4024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.492311 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-c4b16890-0ba1-480b-a044-833b0c4024e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.493480 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-c4b16890-0ba1-480b-a044-833b0c4024e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b HTTP/1.1" status: 204 len: 168 time: 0.3046577 May 16 19:16:04.503078 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b16890-0ba1-480b-a044-833b0c4024e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b7fb99-6af9-4cc6-bbfa-63ad94d0a68b,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:04.506247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.506605 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (8f4ff46d-6b9b-47c0-b015-4f33beac2fb2), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.506914 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Floating IP 8f4ff46d-6b9b-47c0-b015-4f33beac2fb2 disassociated. External IP: 172.27.2.192, port: 34940ecb-c2a4-45ca-ad50-7ea9f112b22a. May 16 19:16:04.507259 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Calling delete_port for 34940ecb-c2a4-45ca-ad50-7ea9f112b22a owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:04.642173 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (34940ecb-c2a4-45ca-ad50-7ea9f112b22a), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.670552 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event deleted for resources: {'Port': ['ID=34940ecb-c2a4-45ca-ad50-7ea9f112b22a,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:04.774785 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50636) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:04.788552 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdb517e9-ec94-4a8f-be32-2f612b0b2510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.793927 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:04.795316 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.873141 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-688f24d5-31c1-4013-b82f-75f2b965483c req-05ba8278-eda0-4088-8e55-d89100a72abd tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/ports?device_id=b664a08c-f97e-4c52-b849-9eddb2e65be5 HTTP/1.1" status: 200 len: 210 time: 0.0352292 May 16 19:16:04.893340 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdb517e9-ec94-4a8f-be32-2f612b0b2510 admin admin] Publish callbacks [] for security_group (78eaca16-422e-4318-8d19-33cee7b555f4), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.897550 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cdb517e9-ec94-4a8f-be32-2f612b0b2510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (78eaca16-422e-4318-8d19-33cee7b555f4), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.912191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:04.924700 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:04.934516 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:04.935404 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:04.940144 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-cdb517e9-ec94-4a8f-be32-2f612b0b2510 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6fa1a6c868d4495be73112663dc8bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642783 May 16 19:16:04.942892 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50640) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:04.950141 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb517e9-ec94-4a8f-be32-2f612b0b2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eaca16-422e-4318-8d19-33cee7b555f4,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:04.955709 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] No DVR routers for this DVR port 34940ecb-c2a4-45ca-ad50-7ea9f112b22a on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:04.958822 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.963433 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-5853f237-4ae2-4b2f-bc63-d1335e66f104 req-f86bc663-5661-44a9-9676-571c6a075a63 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.49 "DELETE /v2.0/ports/34940ecb-c2a4-45ca-ad50-7ea9f112b22a HTTP/1.1" status: 204 len: 173 time: 0.8957717 May 16 19:16:04.964128 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-deleted', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:04.967450 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d7a32-59a0-4e6f-a979-52954d8781ae" -d '{"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-deleted", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:04.999673 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfe81dc0-9a10-4ccb-a6de-e30d8ff29f0c admin admin] Publish callbacks [] for security_group (78eaca16-422e-4318-8d19-33cee7b555f4), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:05.028364 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfe81dc0-9a10-4ccb-a6de-e30d8ff29f0c admin admin] Publish callbacks [] for security_group (78eaca16-422e-4318-8d19-33cee7b555f4), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:05.030523 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c7283-a8a1-46fa-a4cc-d443023d850e x-openstack-request-id: req-077c7283-a8a1-46fa-a4cc-d443023d850e {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:05.030824 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664a08c-f97e-4c52-b849-9eddb2e65be5", "name": "network-vif-deleted", "tag": "34940ecb-c2a4-45ca-ad50-7ea9f112b22a", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:05.031131 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-077c7283-a8a1-46fa-a4cc-d443023d850e {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:05.031551 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077c7283-a8a1-46fa-a4cc-d443023d850e'] response: {'server_uuid': 'b664a08c-f97e-4c52-b849-9eddb2e65be5', 'name': 'network-vif-deleted', 'tag': '34940ecb-c2a4-45ca-ad50-7ea9f112b22a', 'status': 'completed', 'code': 200} May 16 19:16:05.051203 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:05.082550 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfe81dc0-9a10-4ccb-a6de-e30d8ff29f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (78eaca16-422e-4318-8d19-33cee7b555f4), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:05.085771 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfe81dc0-9a10-4ccb-a6de-e30d8ff29f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:05.086951 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-dfe81dc0-9a10-4ccb-a6de-e30d8ff29f0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78eaca16-422e-4318-8d19-33cee7b555f4 HTTP/1.1" status: 204 len: 168 time: 0.1430011 May 16 19:16:05.095633 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe81dc0-9a10-4ccb-a6de-e30d8ff29f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eaca16-422e-4318-8d19-33cee7b555f4,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:05.275449 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:05.304542 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:05.313072 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:05.313711 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:15:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:05.415220 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:05.610145 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:05.652681 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611724e-488f-4263-8f0a-1d8a4b27d95c None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:11Z', 'revision_number': 4, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': 'c89cd3e8-379c-44da-9f5f-5d5db23e9619', 'name': '', 'network_id': 'd891ed5e-5c1c-4920-894a-8addbe008c14', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'mac_address': 'fa:16:3e:59:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:20Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'subnets': [{'id': 'ea484b8e-265e-4dcc-93e9-097cbd433dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:05.812451 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50668) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:05.955558 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf53f54-ece4-4f27-a3a0-7f58aac8f1a9 None None] New status for floating IP 8f4ff46d-6b9b-47c0-b015-4f33beac2fb2: DOWN {{(pid=103675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:16:05.999739 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50680) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:06.080038 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc524477-2bef-4817-a3fd-13cbb936cc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.147546 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52545c4c-5973-4d23-9dca-d636b1494e92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (813d7d6f-f125-46e4-86dc-13580e95048d), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.184386 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52545c4c-5973-4d23-9dca-d636b1494e92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (813d7d6f-f125-46e4-86dc-13580e95048d), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.244492 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc524477-2bef-4817-a3fd-13cbb936cc6c admin admin] Publish callbacks [] for security_group (18444920-52d7-45b7-8fff-71d633f1ed13), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.251352 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc524477-2bef-4817-a3fd-13cbb936cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (18444920-52d7-45b7-8fff-71d633f1ed13), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.285715 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52545c4c-5973-4d23-9dca-d636b1494e92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (813d7d6f-f125-46e4-86dc-13580e95048d), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.288213 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52545c4c-5973-4d23-9dca-d636b1494e92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.289338 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-52545c4c-5973-4d23-9dca-d636b1494e92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "DELETE /v2.0/security-groups/813d7d6f-f125-46e4-86dc-13580e95048d HTTP/1.1" status: 204 len: 168 time: 0.2886655 May 16 19:16:06.292256 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50688) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:06.302146 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc524477-2bef-4817-a3fd-13cbb936cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18444920-52d7-45b7-8fff-71d633f1ed13,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:06.308545 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.api.v2.resource [None req-34a8021b-54d7-48ab-8fe4-3afa425126f4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] show failed (client error): The resource could not be found. May 16 19:16:06.309941 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-34a8021b-54d7-48ab-8fe4-3afa425126f4 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "GET /v2.0/security-groups/813d7d6f-f125-46e4-86dc-13580e95048d HTTP/1.1" status: 404 len: 347 time: 0.0160201 May 16 19:16:06.319979 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50690) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:06.337936 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-fc524477-2bef-4817-a3fd-13cbb936cc6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92edc6236ec34f369cd0ed8a395e8d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242255 May 16 19:16:06.339344 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52545c4c-5973-4d23-9dca-d636b1494e92 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d7d6f-f125-46e4-86dc-13580e95048d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:06.353866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50694) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:06.491670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Deleting port d35cca7e-9ae5-4c52-91e5-e39fee0d97b3 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:06.491933 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.528808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-31083e0f-418a-4ada-ad3f-ba51d77e4646 admin admin] Publish callbacks [] for security_group (18444920-52d7-45b7-8fff-71d633f1ed13), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.551687 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0cfd41cb-14d4-46a0-891d-707255686fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.583621 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-31083e0f-418a-4ada-ad3f-ba51d77e4646 admin admin] Publish callbacks [] for security_group (18444920-52d7-45b7-8fff-71d633f1ed13), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.612532 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.613241 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.642089 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Calling delete_port for d35cca7e-9ae5-4c52-91e5-e39fee0d97b3 owned by network:floatingip {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:06.706254 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-31083e0f-418a-4ada-ad3f-ba51d77e4646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (18444920-52d7-45b7-8fff-71d633f1ed13), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.709222 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-31083e0f-418a-4ada-ad3f-ba51d77e4646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.711433 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-31083e0f-418a-4ada-ad3f-ba51d77e4646 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18444920-52d7-45b7-8fff-71d633f1ed13 HTTP/1.1" status: 204 len: 168 time: 0.3563516 May 16 19:16:06.726793 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31083e0f-418a-4ada-ad3f-ba51d77e4646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18444920-52d7-45b7-8fff-71d633f1ed13,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:06.843463 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (d35cca7e-9ae5-4c52-91e5-e39fee0d97b3), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.874068 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Pushing event deleted for resources: {'Port': ['ID=d35cca7e-9ae5-4c52-91e5-e39fee0d97b3,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:06.944686 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks [] for floatingip (8f4ff46d-6b9b-47c0-b015-4f33beac2fb2), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.947760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.949506 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-99bdd867-011a-4949-8976-7fa061dc0597 tempest-AttachVolumeShelveTestJSON-1982681477 tempest-AttachVolumeShelveTestJSON-1982681477-project] 10.222.0.24 "DELETE /v2.0/floatingips/8f4ff46d-6b9b-47c0-b015-4f33beac2fb2 HTTP/1.1" status: 204 len: 168 time: 0.6278498 May 16 19:16:07.954221 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:07.977686 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 34940ecb-c2a4-45ca-ad50-7ea9f112b22a {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:07.978023 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 34940ecb-c2a4-45ca-ad50-7ea9f112b22a not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:08.832975 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f1082755-5bce-43aa-8819-628ae09abf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:09.385895 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50774) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:09.842482 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (7e7c43d6-2c85-4cc7-9782-3922b682a994), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.089998 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Deleting port c89cd3e8-379c-44da-9f5f-5d5db23e9619 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:10.090340 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.128440 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.187114 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] For port c89cd3e8-379c-44da-9f5f-5d5db23e9619, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=c89cd3e8-379c-44da-9f5f-5d5db23e9619,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:10.187479 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.200895 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Calling delete_port for c89cd3e8-379c-44da-9f5f-5d5db23e9619 owned by network:router_interface {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:10.400426 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (c89cd3e8-379c-44da-9f5f-5d5db23e9619), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.485672 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c89cd3e8-379c-44da-9f5f-5d5db23e9619,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:10.531074 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50788) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:10.628829 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (7e7c43d6-2c85-4cc7-9782-3922b682a994), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.644579 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8f80fa2-7549-4f99-835a-a2e773e0d461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.717269 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8f80fa2-7549-4f99-835a-a2e773e0d461 admin admin] Publish callbacks [] for security_group (ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.722365 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f8f80fa2-7549-4f99-835a-a2e773e0d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.760977 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f8f80fa2-7549-4f99-835a-a2e773e0d461 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36cdc130dc46497d90aa41122162faa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287941 May 16 19:16:10.763701 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50792) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:10.766046 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80fa2-7549-4f99-835a-a2e773e0d461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:10.819303 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a69d6922-5cf4-456f-be47-8e5f948f4206 admin admin] Publish callbacks [] for security_group (ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.840136 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a69d6922-5cf4-456f-be47-8e5f948f4206 admin admin] Publish callbacks [] for security_group (ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.857923 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Router 7e7c43d6-2c85-4cc7-9782-3922b682a994 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:10.888115 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a69d6922-5cf4-456f-be47-8e5f948f4206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.890972 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a69d6922-5cf4-456f-be47-8e5f948f4206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:10.892169 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-a69d6922-5cf4-456f-be47-8e5f948f4206 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d HTTP/1.1" status: 204 len: 168 time: 0.1275420 May 16 19:16:10.900910 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d6922-5cf4-456f-be47-8e5f948f4206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac73c8bc-0e48-4ebf-a49d-2bc21fce4f8d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:10.965114 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:10.970294 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-1d016f44-37f3-4c6f-aa2d-fb00cfe2fc9a admin admin] 10.222.0.24 "PUT /v2.0/routers/7e7c43d6-2c85-4cc7-9782-3922b682a994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5843494 May 16 19:16:10.972897 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50796) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:10.978280 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] Sync routers for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:10.988201 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:10.989382 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:11.080620 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks [] for router (7e7c43d6-2c85-4cc7-9782-3922b682a994), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.097737 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:11.185464 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50800) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:11.186569 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks [] for router_gateway (7e7c43d6-2c85-4cc7-9782-3922b682a994), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.199042 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2955eeb0-cb4c-47e7-96d8-db796a517b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.237495 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Deleting port 00dea33f-2677-4220-a151-2abcd07da0ca {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:11.237921 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.282917 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2955eeb0-cb4c-47e7-96d8-db796a517b36 admin admin] Publish callbacks [] for security_group (73f0e26e-d856-404a-b2e3-488f5c36b49d), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.287484 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2955eeb0-cb4c-47e7-96d8-db796a517b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (73f0e26e-d856-404a-b2e3-488f5c36b49d), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.292400 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:16:10Z', 'revision_number': 5, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port': {'id': '00dea33f-2677-4220-a151-2abcd07da0ca', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:11.318066 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] Checking router: 7e7c43d6-2c85-4cc7-9782-3922b682a994 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:11.327564 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] For port 00dea33f-2677-4220-a151-2abcd07da0ca, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=00dea33f-2677-4220-a151-2abcd07da0ca,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:11.327920 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] Routers {'7e7c43d6-2c85-4cc7-9782-3922b682a994'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:11.328095 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.328522 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['7e7c43d6-2c85-4cc7-9782-3922b682a994'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:11.329639 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2955eeb0-cb4c-47e7-96d8-db796a517b36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64608d93f53a4699a77243367640c54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429608 May 16 19:16:11.330238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50802) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:11.332315 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955eeb0-cb4c-47e7-96d8-db796a517b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f0e26e-d856-404a-b2e3-488f5c36b49d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:11.354752 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Calling delete_port for 00dea33f-2677-4220-a151-2abcd07da0ca owned by network:router_gateway {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:11.381919 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1c9230a9-e21c-43b0-ac77-438a18a6d709 admin admin] Publish callbacks [] for security_group (73f0e26e-d856-404a-b2e3-488f5c36b49d), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.407379 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1c9230a9-e21c-43b0-ac77-438a18a6d709 admin admin] Publish callbacks [] for security_group (73f0e26e-d856-404a-b2e3-488f5c36b49d), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.420398 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] Set router 7e7c43d6-2c85-4cc7-9782-3922b682a994 gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:11.459882 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1c9230a9-e21c-43b0-ac77-438a18a6d709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (73f0e26e-d856-404a-b2e3-488f5c36b49d), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.463022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1c9230a9-e21c-43b0-ac77-438a18a6d709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.465984 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1c9230a9-e21c-43b0-ac77-438a18a6d709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73f0e26e-d856-404a-b2e3-488f5c36b49d HTTP/1.1" status: 204 len: 168 time: 0.1345794 May 16 19:16:11.474251 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:16:11Z', 'revision_number': 6, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port_host': None}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:11.476727 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9230a9-e21c-43b0-ac77-438a18a6d709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f0e26e-d856-404a-b2e3-488f5c36b49d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:11.507217 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beed0e3-8419-498d-a3c8-ce8aa72ca7ed None None] The sync data for ids ['7e7c43d6-2c85-4cc7-9782-3922b682a994'] in dv-cinder-766064-6-iscsi is: [{'id': '7e7c43d6-2c85-4cc7-9782-3922b682a994', 'name': 'tempest-AttachVolumeShelveTestJSON-313446905-router', 'tenant_id': '70432660a05b4b169939f7048c545bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:59Z', 'updated_at': '2022-05-16T19:16:11Z', 'revision_number': 6, 'project_id': '70432660a05b4b169939f7048c545bfc', 'gw_port_host': None}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:11.526168 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (00dea33f-2677-4220-a151-2abcd07da0ca), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.552928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Pushing event deleted for resources: {'Port': ['ID=00dea33f-2677-4220-a151-2abcd07da0ca,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:11.616181 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (7e7c43d6-2c85-4cc7-9782-3922b682a994), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.705932 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (7e7c43d6-2c85-4cc7-9782-3922b682a994), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.708182 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks [] for router_controller (7e7c43d6-2c85-4cc7-9782-3922b682a994), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.709384 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.750991 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (7e7c43d6-2c85-4cc7-9782-3922b682a994), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.751918 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7c43d6-2c85-4cc7-9782-3922b682a994 {{(pid=103673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:16:11.757387 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.758692 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-6b37f802-d5df-4ca8-ae20-b3a4709a80cc admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e7c43d6-2c85-4cc7-9782-3922b682a994 HTTP/1.1" status: 204 len: 168 time: 0.7847314 May 16 19:16:11.761220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50808) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:11.810656 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Deleting subnet ea484b8e-265e-4dcc-93e9-097cbd433dda {{(pid=103673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:11.813790 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Publish callbacks [] for subnet (ea484b8e-265e-4dcc-93e9-097cbd433dda), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.851627 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981375'] for subnet (ea484b8e-265e-4dcc-93e9-097cbd433dda), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.856747 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 50810) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:11.879771 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e047274-be17-46af-a5ab-7913f14e70aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.952792 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (ea484b8e-265e-4dcc-93e9-097cbd433dda), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.980719 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e047274-be17-46af-a5ab-7913f14e70aa admin admin] Publish callbacks [] for security_group (74276ed1-27d4-4097-b7e2-eb7cb89b0312), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:11.988734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e047274-be17-46af-a5ab-7913f14e70aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (74276ed1-27d4-4097-b7e2-eb7cb89b0312), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.026195 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c89cd3e8-379c-44da-9f5f-5d5db23e9619 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:12.037206 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5e047274-be17-46af-a5ab-7913f14e70aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25ce698baac94c95acc31de2737189b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788478 May 16 19:16:12.042082 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50812) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:12.042868 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047274-be17-46af-a5ab-7913f14e70aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74276ed1-27d4-4097-b7e2-eb7cb89b0312,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:12.053140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125933229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126163345'] for subnet (ea484b8e-265e-4dcc-93e9-097cbd433dda), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.067913 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: c89cd3e8-379c-44da-9f5f-5d5db23e9619 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:12.068259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device c89cd3e8-379c-44da-9f5f-5d5db23e9619 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:12.083452 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea484b8e-265e-4dcc-93e9-097cbd433dda,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:12.106313 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.109443 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9f00d766-cd2a-49db-bf26-fcc822d391b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ea484b8e-265e-4dcc-93e9-097cbd433dda HTTP/1.1" status: 204 len: 168 time: 0.3472676 May 16 19:16:12.112133 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50814) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:12.112612 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ebba4-07b4-4286-aa79-dc68b05c1cf2 None None] Network d891ed5e-5c1c-4920-894a-8addbe008c14 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:12.161653 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd837ac1-7b9f-43e4-95fc-3d85e14e5168 admin admin] Publish callbacks [] for security_group (74276ed1-27d4-4097-b7e2-eb7cb89b0312), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.223346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (d891ed5e-5c1c-4920-894a-8addbe008c14), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.227217 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd837ac1-7b9f-43e4-95fc-3d85e14e5168 admin admin] Publish callbacks [] for security_group (74276ed1-27d4-4097-b7e2-eb7cb89b0312), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.293206 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Deleting port af420725-73c0-4bd1-99ae-24c7dc0c4b18 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:12.293469 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.322236 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd837ac1-7b9f-43e4-95fc-3d85e14e5168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (74276ed1-27d4-4097-b7e2-eb7cb89b0312), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.325107 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-cd837ac1-7b9f-43e4-95fc-3d85e14e5168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.329084 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-cd837ac1-7b9f-43e4-95fc-3d85e14e5168 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74276ed1-27d4-4097-b7e2-eb7cb89b0312 HTTP/1.1" status: 204 len: 168 time: 0.2835588 May 16 19:16:12.362657 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] DHCP port deletion for d891ed5e-5c1c-4920-894a-8addbe008c14 request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:16:12.377756 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd837ac1-7b9f-43e4-95fc-3d85e14e5168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74276ed1-27d4-4097-b7e2-eb7cb89b0312,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:12.382184 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] For port af420725-73c0-4bd1-99ae-24c7dc0c4b18, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=af420725-73c0-4bd1-99ae-24c7dc0c4b18,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:12.382432 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.396588 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Calling delete_port for af420725-73c0-4bd1-99ae-24c7dc0c4b18 owned by network:dhcp {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:12.415824 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Deleting port af420725-73c0-4bd1-99ae-24c7dc0c4b18 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:12.416261 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.484293 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] For port af420725-73c0-4bd1-99ae-24c7dc0c4b18, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=af420725-73c0-4bd1-99ae-24c7dc0c4b18,segment=NetworkSegment(ffab1643-f801-4b43-835f-b430690e83b8),segment_id=ffab1643-f801-4b43-835f-b430690e83b8)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:12.484628 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.486140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.500961 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] No DVR routers for this DVR port af420725-73c0-4bd1-99ae-24c7dc0c4b18 on host dv-cinder-766064-6-iscsi {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:12.504119 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Calling delete_port for af420725-73c0-4bd1-99ae-24c7dc0c4b18 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:12.532695 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=af420725-73c0-4bd1-99ae-24c7dc0c4b18,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:12.587046 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (af420725-73c0-4bd1-99ae-24c7dc0c4b18), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.614405 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Pushing event deleted for resources: {'Port': ['ID=af420725-73c0-4bd1-99ae-24c7dc0c4b18,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:12.622268 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] No DVR routers for this DVR port af420725-73c0-4bd1-99ae-24c7dc0c4b18 on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:12.627526 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.628114 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.631675 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.631675 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.631859 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.632102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.632439 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.632770 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.633112 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.633449 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.633879 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.634208 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.634594 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.634910 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.635232 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19c35-0da8-47b7-97d7-7e80f8bd1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:12.903935 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (d891ed5e-5c1c-4920-894a-8addbe008c14), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.924736 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d891ed5e-5c1c-4920-894a-8addbe008c14']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:12.934025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffab1643-f801-4b43-835f-b430690e83b8') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:12.934322 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffab1643-f801-4b43-835f-b430690e83b8') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:12.944022 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (ffab1643-f801-4b43-835f-b430690e83b8), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.957320 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (ffab1643-f801-4b43-835f-b430690e83b8), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.963696 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:12.964310 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (ffab1643-f801-4b43-835f-b430690e83b8), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:12.966210 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:13.029794 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (d891ed5e-5c1c-4920-894a-8addbe008c14), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.035454 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.038516 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/d891ed5e-5c1c-4920-894a-8addbe008c14 HTTP/1.1" status: 204 len: 168 time: 0.9254780 May 16 19:16:13.049170 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca2ae6-0e08-4bff-91c9-f416fa39fd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d891ed5e-5c1c-4920-894a-8addbe008c14,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:13.168438 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.223938 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50842) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:13.265941 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-212ec091-c509-49ed-b791-12420cc94b83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70432660a05b4b169939f7048c545bfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406270 May 16 19:16:13.268445 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 50844) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:13.315387 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f6942ef-335c-4778-a676-920e1501847d admin admin] Publish callbacks [] for security_group (15285452-781e-410f-879f-2f036bc5198e), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.337501 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f6942ef-335c-4778-a676-920e1501847d admin admin] Publish callbacks [] for security_group (15285452-781e-410f-879f-2f036bc5198e), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.383844 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f6942ef-335c-4778-a676-920e1501847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (15285452-781e-410f-879f-2f036bc5198e), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.386397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-9f6942ef-335c-4778-a676-920e1501847d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:13.387549 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9f6942ef-335c-4778-a676-920e1501847d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15285452-781e-410f-879f-2f036bc5198e HTTP/1.1" status: 204 len: 168 time: 0.1182158 May 16 19:16:13.396932 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6942ef-335c-4778-a676-920e1501847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15285452-781e-410f-879f-2f036bc5198e,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:13.711765 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device af420725-73c0-4bd1-99ae-24c7dc0c4b18 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:13.734127 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: af420725-73c0-4bd1-99ae-24c7dc0c4b18 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:13.734329 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device af420725-73c0-4bd1-99ae-24c7dc0c4b18 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:13.734873 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 00dea33f-2677-4220-a151-2abcd07da0ca no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:13.754028 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 00dea33f-2677-4220-a151-2abcd07da0ca {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:13.754379 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 00dea33f-2677-4220-a151-2abcd07da0ca not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:21.799671 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51048) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:21.926772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8728c1f-e3e4-45b6-a940-3ef1019196e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.009941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8728c1f-e3e4-45b6-a940-3ef1019196e0 admin admin] Publish callbacks [] for security_group (8f8d154c-dd85-45f7-9086-80fdc8267c68), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.015772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8728c1f-e3e4-45b6-a940-3ef1019196e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8f8d154c-dd85-45f7-9086-80fdc8267c68), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.052111 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-d8728c1f-e3e4-45b6-a940-3ef1019196e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e697bfab5ea482583276af140f451c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512400 May 16 19:16:22.053043 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728c1f-e3e4-45b6-a940-3ef1019196e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8d154c-dd85-45f7-9086-80fdc8267c68,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:22.056058 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51052) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:22.105212 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4fab9f23-d520-491c-92d1-d0822c85c9df admin admin] Publish callbacks [] for security_group (8f8d154c-dd85-45f7-9086-80fdc8267c68), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.126952 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4fab9f23-d520-491c-92d1-d0822c85c9df admin admin] Publish callbacks [] for security_group (8f8d154c-dd85-45f7-9086-80fdc8267c68), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.178783 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4fab9f23-d520-491c-92d1-d0822c85c9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8f8d154c-dd85-45f7-9086-80fdc8267c68), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.181320 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4fab9f23-d520-491c-92d1-d0822c85c9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.182628 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-4fab9f23-d520-491c-92d1-d0822c85c9df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f8d154c-dd85-45f7-9086-80fdc8267c68 HTTP/1.1" status: 204 len: 168 time: 0.1250656 May 16 19:16:22.191833 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab9f23-d520-491c-92d1-d0822c85c9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8d154c-dd85-45f7-9086-80fdc8267c68,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:22.373478 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51068) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:22.477003 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2a996a6a-30db-453f-ae1e-7387f2d9f98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.559371 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2a996a6a-30db-453f-ae1e-7387f2d9f98b admin admin] Publish callbacks [] for security_group (c25da59d-1dac-492e-a79d-8b0b5cf28afe), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.563750 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2a996a6a-30db-453f-ae1e-7387f2d9f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (c25da59d-1dac-492e-a79d-8b0b5cf28afe), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.603435 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2a996a6a-30db-453f-ae1e-7387f2d9f98b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69aeb06d65c84d5bb3a75abeb91681b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288477 May 16 19:16:22.604458 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a996a6a-30db-453f-ae1e-7387f2d9f98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25da59d-1dac-492e-a79d-8b0b5cf28afe,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:22.606119 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51082) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:22.657978 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92fb6b49-38df-4cdc-a30a-78d4a3852eb4 admin admin] Publish callbacks [] for security_group (c25da59d-1dac-492e-a79d-8b0b5cf28afe), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.679546 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92fb6b49-38df-4cdc-a30a-78d4a3852eb4 admin admin] Publish callbacks [] for security_group (c25da59d-1dac-492e-a79d-8b0b5cf28afe), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.729944 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92fb6b49-38df-4cdc-a30a-78d4a3852eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (c25da59d-1dac-492e-a79d-8b0b5cf28afe), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.733117 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-92fb6b49-38df-4cdc-a30a-78d4a3852eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:22.734308 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-92fb6b49-38df-4cdc-a30a-78d4a3852eb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c25da59d-1dac-492e-a79d-8b0b5cf28afe HTTP/1.1" status: 204 len: 168 time: 0.1268528 May 16 19:16:22.742903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb6b49-38df-4cdc-a30a-78d4a3852eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25da59d-1dac-492e-a79d-8b0b5cf28afe,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:23.047311 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51098) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.061023 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-359d4bbe-0799-4fa1-b002-a745234f4cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.151385 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-359d4bbe-0799-4fa1-b002-a745234f4cfd admin admin] Publish callbacks [] for security_group (22881862-dfb5-4a5c-8e2f-88c933f1b5e5), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.158340 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-359d4bbe-0799-4fa1-b002-a745234f4cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (22881862-dfb5-4a5c-8e2f-88c933f1b5e5), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.201451 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d4bbe-0799-4fa1-b002-a745234f4cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22881862-dfb5-4a5c-8e2f-88c933f1b5e5,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:23.208718 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51116) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.209235 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-359d4bbe-0799-4fa1-b002-a745234f4cfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9692869c62845efb9427e5b2ab722e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602132 May 16 19:16:23.266146 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-62f32f83-b796-4445-9476-3ef11540048c admin admin] Publish callbacks [] for security_group (22881862-dfb5-4a5c-8e2f-88c933f1b5e5), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.296964 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-62f32f83-b796-4445-9476-3ef11540048c admin admin] Publish callbacks [] for security_group (22881862-dfb5-4a5c-8e2f-88c933f1b5e5), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.344875 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-62f32f83-b796-4445-9476-3ef11540048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (22881862-dfb5-4a5c-8e2f-88c933f1b5e5), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.347421 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-62f32f83-b796-4445-9476-3ef11540048c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.349004 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-62f32f83-b796-4445-9476-3ef11540048c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22881862-dfb5-4a5c-8e2f-88c933f1b5e5 HTTP/1.1" status: 204 len: 168 time: 0.1389630 May 16 19:16:23.357223 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f32f83-b796-4445-9476-3ef11540048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22881862-dfb5-4a5c-8e2f-88c933f1b5e5,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:23.530569 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51130) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.622032 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51134) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.636025 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ea24112-936c-477c-9494-84ce9718458e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.650132 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e322d2eb-d51f-4685-8be1-18b8a8604f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.721885 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ea24112-936c-477c-9494-84ce9718458e admin admin] Publish callbacks [] for security_group (e1812118-1cd7-42f5-8da0-5167e9526eea), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.724687 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e322d2eb-d51f-4685-8be1-18b8a8604f74 admin admin] Publish callbacks [] for security_group (33fa86c4-8d30-4b10-a831-ec15f8a21d1c), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.725707 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ea24112-936c-477c-9494-84ce9718458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e1812118-1cd7-42f5-8da0-5167e9526eea), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.730240 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e322d2eb-d51f-4685-8be1-18b8a8604f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (33fa86c4-8d30-4b10-a831-ec15f8a21d1c), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.764824 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1ea24112-936c-477c-9494-84ce9718458e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa41c7d0b3de45cda07b7522855e7987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411769 May 16 19:16:23.766248 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea24112-936c-477c-9494-84ce9718458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1812118-1cd7-42f5-8da0-5167e9526eea,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:23.769272 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51136) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.769700 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e322d2eb-d51f-4685-8be1-18b8a8604f74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9671884943cf42bf9541d827ecc2e42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374887 May 16 19:16:23.771038 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322d2eb-d51f-4685-8be1-18b8a8604f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa86c4-8d30-4b10-a831-ec15f8a21d1c,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:23.773599 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51138) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.820202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0d922495-f153-445e-8396-6ed3017ff984 admin admin] Publish callbacks [] for security_group (e1812118-1cd7-42f5-8da0-5167e9526eea), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.821411 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0ade2e4-e789-4335-a4dd-87e1cf65fb65 admin admin] Publish callbacks [] for security_group (33fa86c4-8d30-4b10-a831-ec15f8a21d1c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.841925 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0d922495-f153-445e-8396-6ed3017ff984 admin admin] Publish callbacks [] for security_group (e1812118-1cd7-42f5-8da0-5167e9526eea), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.850909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0ade2e4-e789-4335-a4dd-87e1cf65fb65 admin admin] Publish callbacks [] for security_group (33fa86c4-8d30-4b10-a831-ec15f8a21d1c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.890144 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0d922495-f153-445e-8396-6ed3017ff984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e1812118-1cd7-42f5-8da0-5167e9526eea), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.893768 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0d922495-f153-445e-8396-6ed3017ff984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.895000 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-0d922495-f153-445e-8396-6ed3017ff984 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1812118-1cd7-42f5-8da0-5167e9526eea HTTP/1.1" status: 204 len: 168 time: 0.1240451 May 16 19:16:23.903983 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d922495-f153-445e-8396-6ed3017ff984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1812118-1cd7-42f5-8da0-5167e9526eea,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:23.916705 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0ade2e4-e789-4335-a4dd-87e1cf65fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (33fa86c4-8d30-4b10-a831-ec15f8a21d1c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.919368 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-f0ade2e4-e789-4335-a4dd-87e1cf65fb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:23.920537 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-f0ade2e4-e789-4335-a4dd-87e1cf65fb65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33fa86c4-8d30-4b10-a831-ec15f8a21d1c HTTP/1.1" status: 204 len: 168 time: 0.1458843 May 16 19:16:23.928391 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ade2e4-e789-4335-a4dd-87e1cf65fb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa86c4-8d30-4b10-a831-ec15f8a21d1c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:24.591465 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51178) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:24.791946 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999518573-network', 'tenant_id': '23c390c3228c4b31adb4340b1b477ccc'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:24.816801 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Made reservation on behalf of 23c390c3228c4b31adb4340b1b477ccc for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:16:24.819238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.831233 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.906902 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks [] for security_group (a487044f-09a3-4d19-9ff7-feefb6f8bcb7), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.912161 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a487044f-09a3-4d19-9ff7-feefb6f8bcb7), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.934504 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:16:24.949495 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487044f-09a3-4d19-9ff7-feefb6f8bcb7,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:24.956931 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (b7bb0a20-5084-4c47-ad46-d7733a0d5ccc), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.957743 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Added segment b7bb0a20-5084-4c47-ad46-d7733a0d5ccc of type vlan for network b0eead90-8b27-4fe3-84af-d680b68ee8af May 16 19:16:24.997365 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (b0eead90-8b27-4fe3-84af-d680b68ee8af), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.022198 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (b0eead90-8b27-4fe3-84af-d680b68ee8af), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.023205 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:25.023773 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.061225 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4657576 May 16 19:16:25.062231 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51190) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:25.067136 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Request body: {'subnet': {'network_id': 'b0eead90-8b27-4fe3-84af-d680b68ee8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999518573-subnet', 'tenant_id': '23c390c3228c4b31adb4340b1b477ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:25.088915 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a13eb5-38ae-45b9-b23d-fe05c33507dc admin admin] Pushing event updated for resources: {'Network': ['ID=b0eead90-8b27-4fe3-84af-d680b68ee8af,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:25.092068 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Made reservation on behalf of 23c390c3228c4b31adb4340b1b477ccc for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:16:25.094866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126163388'] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.099912 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network b0eead90-8b27-4fe3-84af-d680b68ee8af details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:16:25.283468 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125933292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126163370'] for subnet (71772b26-a208-466c-890f-cbf76b041e69), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.331287 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71772b26-a208-466c-890f-cbf76b041e69,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:25.347668 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Checking segment: {'id': 'b7bb0a20-5084-4c47-ad46-d7733a0d5ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0eead90-8b27-4fe3-84af-d680b68ee8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:16:25.348034 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Network hostable DHCP agents. Network: b0eead90-8b27-4fe3-84af-d680b68ee8af, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:16:25.367966 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Network b0eead90-8b27-4fe3-84af-d680b68ee8af is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:16:25.376662 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, b0eead90-8b27-4fe3-84af-d680b68ee8af) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:16:25.380853 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:25.381397 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.387012 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9561c07-6d93-4a99-96d7-941cf92cdc5e None None] Network b0eead90-8b27-4fe3-84af-d680b68ee8af requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:25.397905 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-420cee54-fa76-4724-943f-68f95a09ac87 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3345342 May 16 19:16:25.486517 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdd29e-0cf4-4652-96c8-437b5b4d4be9 None None] Network b0eead90-8b27-4fe3-84af-d680b68ee8af requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:25.874727 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51208) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:25.879627 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-532520738-network', 'tenant_id': '92e3cf0cbdd745f1b84d0194213d543d'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:25.902189 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Made reservation on behalf of 92e3cf0cbdd745f1b84d0194213d543d for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:16:25.904414 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for network (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.913205 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.985634 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks [] for security_group (b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:25.990983 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.013631 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:16:26.023366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:26.028102 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761942966541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (c7d4fefa-d2e4-44c2-a746-456ff6c74465), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.028500 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.segments_db [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Added segment c7d4fefa-d2e4-44c2-a746-456ff6c74465 of type vlan for network e5bd0aee-f425-43c4-be98-842ca6be2761 May 16 19:16:26.067104 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761942540427'] for network (e5bd0aee-f425-43c4-be98-842ca6be2761), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.093642 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254'] for network (e5bd0aee-f425-43c4-be98-842ca6be2761), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.094711 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:26.095349 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.131005 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2551606 May 16 19:16:26.133941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51212) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:26.139772 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Request body: {'subnet': {'network_id': 'e5bd0aee-f425-43c4-be98-842ca6be2761', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-532520738-subnet', 'tenant_id': '92e3cf0cbdd745f1b84d0194213d543d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:26.162084 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573703f-800a-4229-bfe2-a00782f4fce0 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bd0aee-f425-43c4-be98-842ca6be2761,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:26.181667 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Made reservation on behalf of 92e3cf0cbdd745f1b84d0194213d543d for: {'subnet': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:16:26.185617 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126163388'] for subnet (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.187165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Network e5bd0aee-f425-43c4-be98-842ca6be2761 details requested by agent ovs-agent-dv-cinder-766064-6-iscsi with host dv-cinder-766064-6-iscsi {{(pid=103675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:16:26.366252 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125933292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126163370'] for subnet (a99aa72f-72e9-4722-9eae-0a898465b62f), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.421848 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99aa72f-72e9-4722-9eae-0a898465b62f,revision_number=0']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:26.428948 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Checking segment: {'id': 'c7d4fefa-d2e4-44c2-a746-456ff6c74465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e5bd0aee-f425-43c4-be98-842ca6be2761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:16:26.429247 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Network hostable DHCP agents. Network: e5bd0aee-f425-43c4-be98-842ca6be2761, hostable agents: ['626e49b0-8cb7-4438-b0be-c75f72663590'], hosted agents: [] {{(pid=103673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:16:26.449489 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Network e5bd0aee-f425-43c4-be98-842ca6be2761 is scheduled to be hosted by DHCP agent 626e49b0-8cb7-4438-b0be-c75f72663590 with binding_index 1 {{(pid=103673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:16:26.458349 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-6-iscsi, e5bd0aee-f425-43c4-be98-842ca6be2761) {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:16:26.462773 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:26.463547 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.468649 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946da6d-052a-427c-a76d-6fc2c2b333ab None None] Network e5bd0aee-f425-43c4-be98-842ca6be2761 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:26.481201 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-8f2c10d5-a899-4216-9ca0-84e4de14d3f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3460598 May 16 19:16:26.579000 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea932eb-8dd9-4f95-8943-80de56753ec3 None None] Network e5bd0aee-f425-43c4-be98-842ca6be2761 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:26.605458 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51228) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:26.652720 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Deleting subnet 71772b26-a208-466c-890f-cbf76b041e69 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:26.664487 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Publish callbacks [] for subnet (71772b26-a208-466c-890f-cbf76b041e69), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.701849 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (71772b26-a208-466c-890f-cbf76b041e69), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.740121 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (71772b26-a208-466c-890f-cbf76b041e69), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.796444 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (71772b26-a208-466c-890f-cbf76b041e69), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.819242 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71772b26-a208-466c-890f-cbf76b041e69,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:26.825008 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.828347 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-e1302137-8329-4422-86f5-bca402dad0a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71772b26-a208-466c-890f-cbf76b041e69 HTTP/1.1" status: 204 len: 168 time: 0.2215478 May 16 19:16:26.831002 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51232) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:26.897253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (b0eead90-8b27-4fe3-84af-d680b68ee8af), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.975922 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (b0eead90-8b27-4fe3-84af-d680b68ee8af), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:26.995263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eead90-8b27-4fe3-84af-d680b68ee8af']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:27.004352 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bb0a20-5084-4c47-ad46-d7733a0d5ccc') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:27.004647 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bb0a20-5084-4c47-ad46-d7733a0d5ccc') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:27.014686 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (b7bb0a20-5084-4c47-ad46-d7733a0d5ccc), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.029117 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (b7bb0a20-5084-4c47-ad46-d7733a0d5ccc), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.035536 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:27.035918 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (b7bb0a20-5084-4c47-ad46-d7733a0d5ccc), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:27.037651 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:27.098238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (b0eead90-8b27-4fe3-84af-d680b68ee8af), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.105689 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.109686 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0eead90-8b27-4fe3-84af-d680b68ee8af HTTP/1.1" status: 204 len: 168 time: 0.2775052 May 16 19:16:27.112634 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51234) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:27.120904 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749e5a-b5f3-4809-881b-f79fd080ba0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0eead90-8b27-4fe3-84af-d680b68ee8af,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:27.162234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Deleting subnet a99aa72f-72e9-4722-9eae-0a898465b62f {{(pid=103673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:27.165712 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Publish callbacks [] for subnet (a99aa72f-72e9-4722-9eae-0a898465b62f), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.199760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981375'] for subnet (a99aa72f-72e9-4722-9eae-0a898465b62f), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.239487 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (a99aa72f-72e9-4722-9eae-0a898465b62f), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.295976 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125933229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126163345'] for subnet (a99aa72f-72e9-4722-9eae-0a898465b62f), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.327869 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.333349 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a99aa72f-72e9-4722-9eae-0a898465b62f HTTP/1.1" status: 204 len: 168 time: 0.2173924 May 16 19:16:27.333349 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8486e3-93cb-4b8c-a752-aca5b2e1301b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99aa72f-72e9-4722-9eae-0a898465b62f,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:27.333892 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51236) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:27.402283 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (e5bd0aee-f425-43c4-be98-842ca6be2761), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.479474 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (e5bd0aee-f425-43c4-be98-842ca6be2761), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.498595 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bd0aee-f425-43c4-be98-842ca6be2761']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:27.507518 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d4fefa-d2e4-44c2-a746-456ff6c74465') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:27.507803 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d4fefa-d2e4-44c2-a746-456ff6c74465') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:27.517251 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (c7d4fefa-d2e4-44c2-a746-456ff6c74465), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.530066 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (c7d4fefa-d2e4-44c2-a746-456ff6c74465), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.536154 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:27.536530 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (c7d4fefa-d2e4-44c2-a746-456ff6c74465), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:27.538150 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:27.599843 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (e5bd0aee-f425-43c4-be98-842ca6be2761), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.608099 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.611722 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e5bd0aee-f425-43c4-be98-842ca6be2761 HTTP/1.1" status: 204 len: 168 time: 0.2767744 May 16 19:16:27.626310 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfa75c-d1bc-4bef-8e36-e9e4d19a2203 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bd0aee-f425-43c4-be98-842ca6be2761,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:27.780349 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51246) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:27.820483 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-599e1ca1-7980-4e42-955a-a513f462801a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23c390c3228c4b31adb4340b1b477ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389681 May 16 19:16:27.823153 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51248) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:27.881080 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Publish callbacks [] for security_group (a487044f-09a3-4d19-9ff7-feefb6f8bcb7), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.909765 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Publish callbacks [] for security_group (a487044f-09a3-4d19-9ff7-feefb6f8bcb7), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.971659 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (a487044f-09a3-4d19-9ff7-feefb6f8bcb7), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.974355 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:27.975628 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a487044f-09a3-4d19-9ff7-feefb6f8bcb7 HTTP/1.1" status: 204 len: 168 time: 0.1514938 May 16 19:16:27.983925 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487044f-09a3-4d19-9ff7-feefb6f8bcb7,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:27.991758 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.992147 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.992524 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.992855 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.993170 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.993502 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.993866 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.994191 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.994524 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.994880 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.995219 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.995547 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.995859 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.996171 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:27.996488 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54d70a-66b9-4532-a92b-572f3baa7469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:28.308334 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51256) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:28.349054 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-8694725d-f09f-454c-8fb0-f7163776b696 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92e3cf0cbdd745f1b84d0194213d543d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395074 May 16 19:16:28.351799 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51258) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:28.409393 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5614d2cc-15c3-4d8d-8e34-4685f5310fda admin admin] Publish callbacks [] for security_group (b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:28.430845 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5614d2cc-15c3-4d8d-8e34-4685f5310fda admin admin] Publish callbacks [] for security_group (b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:28.485321 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5614d2cc-15c3-4d8d-8e34-4685f5310fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:28.488107 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5614d2cc-15c3-4d8d-8e34-4685f5310fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:28.489229 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5614d2cc-15c3-4d8d-8e34-4685f5310fda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7 HTTP/1.1" status: 204 len: 168 time: 0.1364205 May 16 19:16:28.496691 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614d2cc-15c3-4d8d-8e34-4685f5310fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed3ca1-fdd5-4969-8eb2-c3b857065ca7,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:29.370251 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56cf7-8cda-405e-841d-69a8ef972ea7 req-9ea22125-d1c9-472b-b09e-ea25cff95564 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:29.371759 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1ae56cf7-8cda-405e-841d-69a8ef972ea7 req-9ea22125-d1c9-472b-b09e-ea25cff95564 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0489721 May 16 19:16:29.421238 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1ae56cf7-8cda-405e-841d-69a8ef972ea7 req-f61ece62-5f0e-46eb-bd76-fcf9a5ad50eb tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435789 May 16 19:16:29.588428 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51298) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:29.699040 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-78eccfa7-a07a-4151-b479-ec65729e7c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.780893 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-78eccfa7-a07a-4151-b479-ec65729e7c6e admin admin] Publish callbacks [] for security_group (480cb1c4-7bc5-4653-a214-23dcf1cc31f5), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.786220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-78eccfa7-a07a-4151-b479-ec65729e7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (480cb1c4-7bc5-4653-a214-23dcf1cc31f5), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.823715 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-78eccfa7-a07a-4151-b479-ec65729e7c6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bc30f3c340d419a954611711ff2b195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341747 May 16 19:16:29.824794 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eccfa7-a07a-4151-b479-ec65729e7c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480cb1c4-7bc5-4653-a214-23dcf1cc31f5,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:29.827353 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51302) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:29.877247 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58b41cf2-37bc-4a28-81d8-054afb046e51 admin admin] Publish callbacks [] for security_group (480cb1c4-7bc5-4653-a214-23dcf1cc31f5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.899138 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58b41cf2-37bc-4a28-81d8-054afb046e51 admin admin] Publish callbacks [] for security_group (480cb1c4-7bc5-4653-a214-23dcf1cc31f5), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.951254 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58b41cf2-37bc-4a28-81d8-054afb046e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (480cb1c4-7bc5-4653-a214-23dcf1cc31f5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.953963 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58b41cf2-37bc-4a28-81d8-054afb046e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:29.955094 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-58b41cf2-37bc-4a28-81d8-054afb046e51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/480cb1c4-7bc5-4653-a214-23dcf1cc31f5 HTTP/1.1" status: 204 len: 168 time: 0.1267667 May 16 19:16:29.962824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b41cf2-37bc-4a28-81d8-054afb046e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480cb1c4-7bc5-4653-a214-23dcf1cc31f5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:30.540965 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99b69c-552d-460b-a3ee-8686e066605e req-f10c6cc6-df8c-4483-aa0a-90ee6ece6992 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:30.542503 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2e99b69c-552d-460b-a3ee-8686e066605e req-f10c6cc6-df8c-4483-aa0a-90ee6ece6992 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0487213 May 16 19:16:30.593493 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-2e99b69c-552d-460b-a3ee-8686e066605e req-6a2c5cd4-3be2-455d-acea-c1ec8c3fd1ba tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447373 May 16 19:16:30.823422 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-f55cf220-0e78-4dcf-8e6e-aba486888e87 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:30.825020 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-f55cf220-0e78-4dcf-8e6e-aba486888e87 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 946 time: 0.0523846 May 16 19:16:30.911378 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Deleting port b4806342-52fb-4a7f-bc66-ac85ae8e8213 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:30.911691 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:31.001997 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] For port b4806342-52fb-4a7f-bc66-ac85ae8e8213, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=b4806342-52fb-4a7f-bc66-ac85ae8e8213,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:31.002358 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:31.177494 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:31.177914 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (0223c53f-2e0c-4a47-a4ae-afc407c3d264), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:31.178239 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Floating IP 0223c53f-2e0c-4a47-a4ae-afc407c3d264 disassociated. External IP: 172.27.2.81, port: b4806342-52fb-4a7f-bc66-ac85ae8e8213. May 16 19:16:31.178707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Calling delete_port for b4806342-52fb-4a7f-bc66-ac85ae8e8213 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:31.308602 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (b4806342-52fb-4a7f-bc66-ac85ae8e8213), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:31.336961 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'Port': ['ID=b4806342-52fb-4a7f-bc66-ac85ae8e8213,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:31.443126 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:31.545806 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:31.556611 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:31.568536 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:31.569300 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:31.591137 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] No DVR routers for this DVR port b4806342-52fb-4a7f-bc66-ac85ae8e8213 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:31.594000 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:31.597422 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-dbb868c1-386f-47df-a293-c91e2fa0e15e req-2f84d025-f527-4add-b387-79268a0f3685 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "DELETE /v2.0/ports/b4806342-52fb-4a7f-bc66-ac85ae8e8213 HTTP/1.1" status: 204 len: 173 time: 0.7671223 May 16 19:16:31.597902 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'name': 'network-vif-deleted', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:31.600408 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294e732a-ae7c-480d-9d9b-dcfb5846d519" -d '{"events": [{"server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "name": "network-vif-deleted", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:31.686734 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1426a-7f45-4698-9394-f2058fb9da71 x-openstack-request-id: req-69a1426a-7f45-4698-9394-f2058fb9da71 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:31.687002 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3e480e-c9ee-46ba-8393-c289b3fee9eb", "name": "network-vif-deleted", "tag": "b4806342-52fb-4a7f-bc66-ac85ae8e8213", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:31.687632 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69a1426a-7f45-4698-9394-f2058fb9da71 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:31.688245 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a1426a-7f45-4698-9394-f2058fb9da71'] response: {'server_uuid': '9b3e480e-c9ee-46ba-8393-c289b3fee9eb', 'name': 'network-vif-deleted', 'tag': 'b4806342-52fb-4a7f-bc66-ac85ae8e8213', 'status': 'completed', 'code': 200} May 16 19:16:31.718608 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fe517a7a-575c-4dc3-b86c-ac98b2cefa8d req-4e7b68fb-9013-4f86-b18f-3035ff1eb0be tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 210 time: 0.0527010 May 16 19:16:31.727428 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:31.931181 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:31.955540 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:31.964146 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:31.964755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:32.071403 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:32.284251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:32.308909 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e5d33-c7e0-42e2-9f62-452b9e1421fe None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:32.453697 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:16:32.525308 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747cc9d-65b8-4ed5-9791-8078aaa836c5 None None] New status for floating IP 0223c53f-2e0c-4a47-a4ae-afc407c3d264: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:16:32.816167 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-14afb7e6-c528-4e55-a435-d6bc32817d9c req-73208fda-a510-4543-af25-782a87383cb7 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 210 time: 0.0277267 May 16 19:16:33.932355 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-0384d5cd-7780-42a8-b0e7-0e3b9a096e7a req-032ef4dc-dcc8-49b9-90e3-1c0cbe35e0a5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b3e480e-c9ee-46ba-8393-c289b3fee9eb HTTP/1.1" status: 200 len: 210 time: 0.0284989 May 16 19:16:34.560147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device b4806342-52fb-4a7f-bc66-ac85ae8e8213 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:34.587305 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: b4806342-52fb-4a7f-bc66-ac85ae8e8213 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:34.587660 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device b4806342-52fb-4a7f-bc66-ac85ae8e8213 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:34.803219 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.200651 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-38634d2c-ed4b-47ec-8b95-ef4f90bcd08e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33929672&fields=id&tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 267 time: 0.0467048 May 16 19:16:35.307384 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-db255d19-fdb0-47f8-8455-9303f9193844 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:35.308809 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-db255d19-fdb0-47f8-8455-9303f9193844 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 812 time: 0.1014369 May 16 19:16:35.323259 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-f95f1de8-2116-42e7-95a7-e19303bcc694 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/quotas/385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 375 time: 0.0089293 May 16 19:16:35.376550 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-d978cb6b-bfb8-4e9c-a69d-68f83fbe2d6f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484455 May 16 19:16:35.474001 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-a961ca3d-fcce-49bf-bd2e-9796da2dbfbc service neutron] 10.222.0.24 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 May 16 19:16:35.568940 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-ec232e1f-3586-4513-89f2-96c57732f9b5 service neutron] 10.222.0.24 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890553 May 16 19:16:35.607188 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51392) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:35.711955 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.791607 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Publish callbacks [] for security_group (035845a0-0104-40b2-b936-57b4edc541f2), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.796530 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (035845a0-0104-40b2-b936-57b4edc541f2), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.840036 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bff3ff1f69a40b583a3d92332a9eb53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314618 May 16 19:16:35.840421 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51408) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:35.846972 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035845a0-0104-40b2-b936-57b4edc541f2,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:35.856570 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-0f66e53c-15fa-4149-9c1c-2e26dcca35b1 req-2c84a031-2027-4bea-9b26-49ad4663e729 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 210 time: 0.0323484 May 16 19:16:35.862868 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.863366 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.863550 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.863890 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.864226 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.864557 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.865012 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.865347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.865699 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.866204 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.866327 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.866653 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.866991 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.867367 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.867695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d873-541f-47da-8959-1c31d7de90ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:35.907263 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f2d3ee1-1c58-4686-a1ce-6e82e02e9c42 admin admin] Publish callbacks [] for security_group (035845a0-0104-40b2-b936-57b4edc541f2), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.929400 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f2d3ee1-1c58-4686-a1ce-6e82e02e9c42 admin admin] Publish callbacks [] for security_group (035845a0-0104-40b2-b936-57b4edc541f2), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.980794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f2d3ee1-1c58-4686-a1ce-6e82e02e9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (035845a0-0104-40b2-b936-57b4edc541f2), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.984173 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f2d3ee1-1c58-4686-a1ce-6e82e02e9c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.985404 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1f2d3ee1-1c58-4686-a1ce-6e82e02e9c42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/035845a0-0104-40b2-b936-57b4edc541f2 HTTP/1.1" status: 204 len: 168 time: 0.1437604 May 16 19:16:35.994558 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d3ee1-1c58-4686-a1ce-6e82e02e9c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035845a0-0104-40b2-b936-57b4edc541f2,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:36.544076 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a66-5ba1-4b0b-a2d3-5fe3f722dd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.866519 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-065a4947-b01e-4dce-adca-b98df7068489 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:36.868200 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-065a4947-b01e-4dce-adca-b98df7068489 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 812 time: 0.1184704 May 16 19:16:36.954817 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-f98fdfe5-82f6-4071-8a72-abd931ba83bd tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 378 time: 0.0778472 May 16 19:16:36.964077 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'port': {'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'admin_state_up': True, 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'security_groups': ['aa03dbe3-2e18-4524-a9ae-207be21af323']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:36.970108 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-da79ff28-de8d-465c-ad0a-a042403d8992 req-d86fe304-d347-48cc-b7d3-8304cd1f6410 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 210 time: 0.0342152 May 16 19:16:37.073842 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Made reservation on behalf of 385ae3c7ea8347d7bfc346d8bc7fda4a for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:16:37.078170 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.222941 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Allocated IP 172.20.0.6 (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec/80caee0b-11c8-4855-941e-9b7178d17102/5ae7f641-8210-4168-952a-e6c7ee9608d0) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:16:37.395037 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.429087 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.470783 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:16:37.474364 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:16:37.480532 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:16:37.508368 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=5ae7f641-8210-4168-952a-e6c7ee9608d0,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:37.537221 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:37.537915 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.558719 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-3d875d73-1b6b-469f-a804-b20ae385150f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5983162 May 16 19:16:37.570651 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Request body: {'port': {'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:37.643654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.740133 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-2f8f250b-daba-4d95-badd-9f1995ed791d None None] Provisioning complete for port 5ae7f641-8210-4168-952a-e6c7ee9608d0 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:16:37.740803 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2f8f250b-daba-4d95-badd-9f1995ed791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.776020 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f250b-daba-4d95-badd-9f1995ed791d None None] Port 5ae7f641-8210-4168-952a-e6c7ee9608d0 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:16:37.945619 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae7f641-8210-4168-952a-e6c7ee9608d0 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:16:37.952954 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Publish callbacks [] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.965373 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Transition to ACTIVE for port object 5ae7f641-8210-4168-952a-e6c7ee9608d0 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:16:37.972781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.050367 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7f641-8210-4168-952a-e6c7ee9608d0,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:38.115985 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b4e31-1462-4b24-9e09-558bd47b4872 req-d7450ec7-25a2-47b6-9460-951b8d43ffb0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:38.117511 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-408b4e31-1462-4b24-9e09-558bd47b4872 req-d7450ec7-25a2-47b6-9460-951b8d43ffb0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0781419 May 16 19:16:38.143304 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Attempting to bind port 5ae7f641-8210-4168-952a-e6c7ee9608d0 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:16:38.143682 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Attempting to bind port 5ae7f641-8210-4168-952a-e6c7ee9608d0 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:16:38.143972 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Attempting to bind port 5ae7f641-8210-4168-952a-e6c7ee9608d0 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:16:38.156861 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Port 5ae7f641-8210-4168-952a-e6c7ee9608d0 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:16:38.157220 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Attempting to bind port 5ae7f641-8210-4168-952a-e6c7ee9608d0 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:16:38.170260 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:16:38.170597 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Checking segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:16:38.170980 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Bound using segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:16:38.171427 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Bound port: 5ae7f641-8210-4168-952a-e6c7ee9608d0, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:16:38.171777 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.201617 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-408b4e31-1462-4b24-9e09-558bd47b4872 req-ed7db700-df2f-45b0-aa49-375818f9790e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696454 May 16 19:16:38.249618 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] For port 5ae7f641-8210-4168-952a-e6c7ee9608d0, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:16:38.252962 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] For port 5ae7f641-8210-4168-952a-e6c7ee9608d0, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:16:38.260188 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.294377 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:38.294940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.296326 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] 10.222.0.49 "PUT /v2.0/ports/5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 1093 time: 0.7305355 May 16 19:16:38.296773 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:38.299111 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f783f715-eda2-4308-bea1-e16aa25d44dd" -d '{"events": [{"name": "network-changed", "server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:38.320140 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882822-d7c9-41e3-a62e-c39948a75105 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7f641-8210-4168-952a-e6c7ee9608d0,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:38.353803 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0c8670-b481-4055-8e25-11d6db2de2bc x-openstack-request-id: req-af0c8670-b481-4055-8e25-11d6db2de2bc {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:38.354123 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:38.354339 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af0c8670-b481-4055-8e25-11d6db2de2bc {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:38.354744 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0c8670-b481-4055-8e25-11d6db2de2bc'] response: {'name': 'network-changed', 'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'status': 'completed', 'code': 200} May 16 19:16:38.391083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-22e1053c-a6e1-4a8d-a96a-390c8b31ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:38.392670 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-22e1053c-a6e1-4a8d-a96a-390c8b31ad17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1127 time: 0.0521886 May 16 19:16:38.433436 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-abd29698-7c33-4fbd-b556-1734b71c5df8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 217 time: 0.0336025 May 16 19:16:38.490090 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-dd7f390e-1a13-4e08-919c-7614f31ccfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:38.491763 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-dd7f390e-1a13-4e08-919c-7614f31ccfb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0519695 May 16 19:16:38.536802 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-a29613e3-5b78-498e-8532-5e44e96b1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:38.538337 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-a29613e3-5b78-498e-8532-5e44e96b1966 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398366 May 16 19:16:38.630202 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-e8f27b02-b3fc-4740-87e8-328219aba917 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853701 May 16 19:16:38.724356 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-34f52b5e-55d2-415c-bedf-9967236aaca8 req-ffa2e6f5-7974-4624-ae37-6a12e9f8a564 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 May 16 19:16:38.838118 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a248dfd9-633d-473b-ac4b-aa1c292e2a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:39.325490 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d5411-4e46-474c-9963-d6af1222eb55 req-83b2749b-5806-4184-bc20-6cac31f6b67f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:39.326973 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-635d5411-4e46-474c-9963-d6af1222eb55 req-83b2749b-5806-4184-bc20-6cac31f6b67f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0476530 May 16 19:16:39.375605 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-635d5411-4e46-474c-9963-d6af1222eb55 req-ebdb4c2d-2ecf-4f16-8338-9ba2987f9df6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428119 May 16 19:16:40.134771 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.500968 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08fe7c-3b5d-4488-9412-112d5b41b2e0 req-0f9251a2-fb79-41cd-b68a-47d3a7ec1363 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:40.502420 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1d08fe7c-3b5d-4488-9412-112d5b41b2e0 req-0f9251a2-fb79-41cd-b68a-47d3a7ec1363 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0469990 May 16 19:16:40.551772 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-1d08fe7c-3b5d-4488-9412-112d5b41b2e0 req-7c0b66a6-96b2-4a07-8d22-3712e1a713fd tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436599 May 16 19:16:41.406057 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-c34f1c88-fabf-48d1-91ea-52e4c82fb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:41.407523 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-c34f1c88-fabf-48d1-91ea-52e4c82fb51b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1127 time: 0.0430982 May 16 19:16:41.527206 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-07fc4781-88d6-4ae0-b0df-e98b28d92831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:41.529492 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-07fc4781-88d6-4ae0-b0df-e98b28d92831 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.1143882 May 16 19:16:41.569748 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-295d1746-3287-4824-867e-df7cb0dbe05f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 217 time: 0.0340190 May 16 19:16:41.621209 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-211a76ed-af5a-40ce-a5e3-c3b25da42e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:41.622828 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-211a76ed-af5a-40ce-a5e3-c3b25da42e5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0471025 May 16 19:16:41.700064 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49459173-6852-4c8a-865f-d8546d2cdbea req-3758a7db-6011-46ae-a76c-f1ab195a8df0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:41.701651 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-49459173-6852-4c8a-865f-d8546d2cdbea req-3758a7db-6011-46ae-a76c-f1ab195a8df0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0779181 May 16 19:16:41.703068 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-e206d4e0-eff9-404e-97a1-0f0371f08f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:41.704636 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-e206d4e0-eff9-404e-97a1-0f0371f08f1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724585 May 16 19:16:41.723430 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.813196 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-49459173-6852-4c8a-865f-d8546d2cdbea req-684e1ac5-bc57-4c21-80f7-d10971dadb51 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050057 May 16 19:16:41.840431 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-0212417a-1a0f-4938-a095-e7a11fdc828d service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258337 May 16 19:16:41.952507 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f783f715-eda2-4308-bea1-e16aa25d44dd req-f1b072b0-37f3-4af2-a591-946e7bb42665 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056290 May 16 19:16:42.939347 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb76b-91ab-4906-adad-ebec83bf7265 req-d86aad81-fca0-4f6a-b40a-e2ff772d629c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:42.940862 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c71bb76b-91ab-4906-adad-ebec83bf7265 req-d86aad81-fca0-4f6a-b40a-e2ff772d629c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0481443 May 16 19:16:42.994321 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-c71bb76b-91ab-4906-adad-ebec83bf7265 req-7c66fea2-354c-4072-bf0b-fbbefbe22848 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477169 May 16 19:16:43.164330 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.122706 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2035ac-ea6b-4c56-977c-e1f3df08d8aa req-564608f6-09c5-4da5-8a0f-23e20a2dac9e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:44.124144 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae2035ac-ea6b-4c56-977c-e1f3df08d8aa req-564608f6-09c5-4da5-8a0f-23e20a2dac9e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0512955 May 16 19:16:44.173410 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae2035ac-ea6b-4c56-977c-e1f3df08d8aa req-5de12dc2-bc72-4548-8f4c-cd71fda15387 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433812 May 16 19:16:44.192537 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51592) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:44.326929 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b044-8f4b-4734-b1bd-2e168520e12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.405468 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b044-8f4b-4734-b1bd-2e168520e12d admin admin] Publish callbacks [] for security_group (7e9e2618-4b05-4fe0-8929-071bef212d5e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.411265 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b044-8f4b-4734-b1bd-2e168520e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (7e9e2618-4b05-4fe0-8929-071bef212d5e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.446577 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4b044-8f4b-4734-b1bd-2e168520e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e2618-4b05-4fe0-8929-071bef212d5e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:44.451708 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-d9c4b044-8f4b-4734-b1bd-2e168520e12d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73efcd158656481384d61d37491b6cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580559 May 16 19:16:44.454524 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51596) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:44.505335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220d0879-4279-4b58-bf7e-a9e70ec6b698 admin admin] Publish callbacks [] for security_group (7e9e2618-4b05-4fe0-8929-071bef212d5e), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.541823 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220d0879-4279-4b58-bf7e-a9e70ec6b698 admin admin] Publish callbacks [] for security_group (7e9e2618-4b05-4fe0-8929-071bef212d5e), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.598260 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220d0879-4279-4b58-bf7e-a9e70ec6b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (7e9e2618-4b05-4fe0-8929-071bef212d5e), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.602776 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-220d0879-4279-4b58-bf7e-a9e70ec6b698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.604260 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-220d0879-4279-4b58-bf7e-a9e70ec6b698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e9e2618-4b05-4fe0-8929-071bef212d5e HTTP/1.1" status: 204 len: 168 time: 0.1488140 May 16 19:16:44.613901 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d0879-4279-4b58-bf7e-a9e70ec6b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e2618-4b05-4fe0-8929-071bef212d5e,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:45.302616 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62481e0f-82fc-47cd-89a9-ab526b194c12 req-bb791fa9-ef7a-4f5f-ad4e-172523f5b759 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:45.304078 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-62481e0f-82fc-47cd-89a9-ab526b194c12 req-bb791fa9-ef7a-4f5f-ad4e-172523f5b759 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0485725 May 16 19:16:45.353920 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-62481e0f-82fc-47cd-89a9-ab526b194c12 req-28314355-0be2-4858-83bd-4872859e29be tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441222 May 16 19:16:46.479631 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80916814-029f-4cea-83d3-cdce127779eb req-4d9261cd-bf11-40d7-be37-e4d1d7657126 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:46.480947 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-80916814-029f-4cea-83d3-cdce127779eb req-4d9261cd-bf11-40d7-be37-e4d1d7657126 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0459440 May 16 19:16:46.532761 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-80916814-029f-4cea-83d3-cdce127779eb req-0e526276-794b-4cf9-9eaa-c4f59864da3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462544 May 16 19:16:47.656477 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab35fc-814d-4000-bae2-d027850e333e req-3a2a41b9-f168-44a2-bb96-1490d60db360 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:47.657924 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-14ab35fc-814d-4000-bae2-d027850e333e req-3a2a41b9-f168-44a2-bb96-1490d60db360 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 943 time: 0.0573997 May 16 19:16:47.713314 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-14ab35fc-814d-4000-bae2-d027850e333e req-5c61cecb-7ab8-4b37-a088-44c651f549af tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493634 May 16 19:16:48.593394 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ae7f641-8210-4168-952a-e6c7ee9608d0 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:16:48.711273 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ae7f641-8210-4168-952a-e6c7ee9608d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:48.723160 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:16:48.759628 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ae7f641-8210-4168-952a-e6c7ee9608d0 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:48.760010 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:48.774236 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae7f641-8210-4168-952a-e6c7ee9608d0 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:16:48.796148 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ae7f641-8210-4168-952a-e6c7ee9608d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:48.801599 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:48.839004 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1c34c-d650-4321-be74-768709440e62 req-341c3f0a-b22c-4505-b179-7a7f3bf10899 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:48.840484 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1ff1c34c-d650-4321-be74-768709440e62 req-341c3f0a-b22c-4505-b179-7a7f3bf10899 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 944 time: 0.0490007 May 16 19:16:48.851066 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ae7f641-8210-4168-952a-e6c7ee9608d0,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:48.889430 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1ff1c34c-d650-4321-be74-768709440e62 req-503c044f-1454-435f-81ad-1ba4c111ab9f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430598 May 16 19:16:49.036000 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['5ae7f641-8210-4168-952a-e6c7ee9608d0'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:16:50.031941 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec426f76-fef5-46dd-98df-d30373a14efb req-49c2f46d-472c-421e-b041-5904147fa3b5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:50.033507 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec426f76-fef5-46dd-98df-d30373a14efb req-49c2f46d-472c-421e-b041-5904147fa3b5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 944 time: 0.0665011 May 16 19:16:50.084113 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ec426f76-fef5-46dd-98df-d30373a14efb req-edb74415-f6b8-4f2d-81a8-c560031026f6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445628 May 16 19:16:50.608084 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ae7f641-8210-4168-952a-e6c7ee9608d0 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:16:50.650922 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port 5ae7f641-8210-4168-952a-e6c7ee9608d0 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:16:50.658278 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port 5ae7f641-8210-4168-952a-e6c7ee9608d0 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:16:50.658663 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:50.734259 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port 5ae7f641-8210-4168-952a-e6c7ee9608d0 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:50.734650 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:50.758670 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:50.760917 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc096a-faa9-4af5-95b6-c508359f6c2e" -d '{"events": [{"server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:50.778015 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port 5ae7f641-8210-4168-952a-e6c7ee9608d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:50.781956 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:50.803898 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3623b95-cb72-4e19-a2d7-af2630be7960 x-openstack-request-id: req-f3623b95-cb72-4e19-a2d7-af2630be7960 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:50.804191 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:50.804466 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3623b95-cb72-4e19-a2d7-af2630be7960 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:50.804856 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3623b95-cb72-4e19-a2d7-af2630be7960'] response: {'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'code': 200} May 16 19:16:50.841915 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=5ae7f641-8210-4168-952a-e6c7ee9608d0,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:51.039822 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfab15-89c8-43f8-ad36-a32c5d4571f1 req-3e5a438a-8114-40a9-8a89-3f2233a657a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:51.041367 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32dfab15-89c8-43f8-ad36-a32c5d4571f1 req-3e5a438a-8114-40a9-8a89-3f2233a657a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1129 time: 0.0416727 May 16 19:16:51.101087 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-32dfab15-89c8-43f8-ad36-a32c5d4571f1 req-b7aad411-b841-4118-b599-5d2929b18a8e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453496 May 16 19:16:51.197986 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ff4f-558a-403f-b167-f02ca867d246 req-520d4ba9-9d23-4d97-930c-d4e87d4a2300 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:51.199443 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e654ff4f-558a-403f-b167-f02ca867d246 req-520d4ba9-9d23-4d97-930c-d4e87d4a2300 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 945 time: 0.0461147 May 16 19:16:51.248220 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e654ff4f-558a-403f-b167-f02ca867d246 req-e092d0ad-2603-4144-9407-6c4d605a86d7 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429108 May 16 19:16:52.373064 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4417c17-647e-49a6-9847-7a485299ab90 req-ca02c105-b5f5-48f8-a09d-4db3f986b490 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:52.374859 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d4417c17-647e-49a6-9847-7a485299ab90 req-ca02c105-b5f5-48f8-a09d-4db3f986b490 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 945 time: 0.0467436 May 16 19:16:52.427331 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d4417c17-647e-49a6-9847-7a485299ab90 req-d7ee4ebb-c045-4c6e-93b9-ab6eb6c960e4 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464177 May 16 19:16:52.555623 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99576d-7685-4fbb-ae83-44eb904d642d req-c7992761-15bd-4f82-b13c-ed45f2957226 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:52.558016 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7c99576d-7685-4fbb-ae83-44eb904d642d req-c7992761-15bd-4f82-b13c-ed45f2957226 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 945 time: 0.0520966 May 16 19:16:52.607285 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7c99576d-7685-4fbb-ae83-44eb904d642d req-0ebdbda5-83e0-405c-a988-b17fba3df001 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441222 May 16 19:16:52.629383 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51646) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:52.669566 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e943be4-28be-4f3c-94bd-83fe63707d64 tempest-TestVolumeBootPattern-1467615227 tempest-TestVolumeBootPattern-1467615227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:52.671117 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-9e943be4-28be-4f3c-94bd-83fe63707d64 tempest-TestVolumeBootPattern-1467615227 tempest-TestVolumeBootPattern-1467615227-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1124 time: 0.0406651 May 16 19:16:52.674020 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51648) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:52.678203 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:52.699116 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.779056 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.890391 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Allocated IP 172.27.2.123 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/c02c2105-8cc6-47a0-8988-78080567017e) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:16:52.994348 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (c02c2105-8cc6-47a0-8988-78080567017e), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.028519 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (c02c2105-8cc6-47a0-8988-78080567017e), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.066392 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:16:53.069208 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:16:53.074911 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:16:53.079887 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=c02c2105-8cc6-47a0-8988-78080567017e,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:53.414808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (4f76980a-74a8-4981-b616-35bce3a82ef7), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.487258 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (c02c2105-8cc6-47a0-8988-78080567017e), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.935274 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (c02c2105-8cc6-47a0-8988-78080567017e), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.944561 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (c02c2105-8cc6-47a0-8988-78080567017e), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.009428 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=c02c2105-8cc6-47a0-8988-78080567017e,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:54.023606 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (4f76980a-74a8-4981-b616-35bce3a82ef7), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.117757 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Floating IP 4f76980a-74a8-4981-b616-35bce3a82ef7 associated. External IP: 172.27.2.123, port: 5ae7f641-8210-4168-952a-e6c7ee9608d0. May 16 19:16:54.324299 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:54.427440 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:54.437768 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:54.448524 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.449524 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:54.450260 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:54.478464 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-7f2db51e-ab62-4b5c-b8dc-1acea49fb10e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8034577 May 16 19:16:54.479069 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:54.481314 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d22dfea-69cb-42fe-92f3-722981af67d7" -d '{"events": [{"name": "network-changed", "server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:54.523266 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5781e4-2762-477a-a077-65af8597c7df x-openstack-request-id: req-4e5781e4-2762-477a-a077-65af8597c7df {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:54.523556 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:54.523806 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e5781e4-2762-477a-a077-65af8597c7df {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:54.524238 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5781e4-2762-477a-a077-65af8597c7df'] response: {'name': 'network-changed', 'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'status': 'completed', 'code': 200} May 16 19:16:54.587867 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-8ab7d810-7e43-4114-b948-8037873017ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:54.589317 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-8ab7d810-7e43-4114-b948-8037873017ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1129 time: 0.0411282 May 16 19:16:54.679594 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:54.683889 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-c273477a-6f80-4256-94de-dca3a984d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:54.685335 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-c273477a-6f80-4256-94de-dca3a984d3dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0896018 May 16 19:16:54.746118 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-825e06ac-2c0c-4fd3-8855-ccbf1e6c3a57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 999 time: 0.0536487 May 16 19:16:54.798180 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-ff1cb107-356d-47e0-92c1-5af7512a1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:54.799624 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-ff1cb107-356d-47e0-92c1-5af7512a1056 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0474353 May 16 19:16:54.850745 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-15a8fc66-2ac6-4104-819c-e61a8a09782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:54.852140 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-15a8fc66-2ac6-4104-819c-e61a8a09782f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384543 May 16 19:16:54.889608 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:53Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:54.918346 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:54.926925 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:54.927531 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:54.945636 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-68c7b9c1-59e6-4e9c-a288-f1aefd2a2716 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834408 May 16 19:16:55.027615 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:55.040596 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9d22dfea-69cb-42fe-92f3-722981af67d7 req-c4029741-0d4a-432d-8b47-f6ca7d893b4b service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857539 May 16 19:16:55.245096 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:53Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:55.273631 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96071da5-e332-40f5-9c29-60991d75c270 None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:53Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:55.483327 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248a516-323a-44af-ae64-10cd21c4db6e None None] New status for floating IP 4f76980a-74a8-4981-b616-35bce3a82ef7: ACTIVE {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:17:01.969166 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51700) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:02.275925 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Deleting port ec1655c0-4bb0-402e-b088-4cfcf8b62398 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:02.276234 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.357433 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.357867 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for floatingip (ec1655c0-4bb0-402e-b088-4cfcf8b62398), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.370436 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Calling delete_port for ec1655c0-4bb0-402e-b088-4cfcf8b62398 owned by network:floatingip {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:02.434969 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51710) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:02.512525 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (ec1655c0-4bb0-402e-b088-4cfcf8b62398), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.538622 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event deleted for resources: {'Port': ['ID=ec1655c0-4bb0-402e-b088-4cfcf8b62398,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:02.543899 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-01d845ba-bb99-4b73-a7d1-cc10c5c5244c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.602940 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for floatingip (42606e41-fe77-4a3b-8b39-3de54edef2a3), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.603302 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.db.l3_db [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Floating IP 42606e41-fe77-4a3b-8b39-3de54edef2a3 disassociated (deleted). External IP: 172.27.2.5, port: aadd3356-5374-4e27-aec5-d1a129d4438b. May 16 19:17:02.623744 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-01d845ba-bb99-4b73-a7d1-cc10c5c5244c admin admin] Publish callbacks [] for security_group (8d4f9dad-4057-442c-9dca-c88026b54057), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.627842 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-01d845ba-bb99-4b73-a7d1-cc10c5c5244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8d4f9dad-4057-442c-9dca-c88026b54057), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.666556 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-01d845ba-bb99-4b73-a7d1-cc10c5c5244c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f52bae4e4584aaabf1ab928c13a727a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304525 May 16 19:17:02.667393 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d845ba-bb99-4b73-a7d1-cc10c5c5244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f9dad-4057-442c-9dca-c88026b54057,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:02.669660 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51714) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:02.718573 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6a616716-cd2a-447e-9c73-c617abb6c7cf admin admin] Publish callbacks [] for security_group (8d4f9dad-4057-442c-9dca-c88026b54057), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.740138 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6a616716-cd2a-447e-9c73-c617abb6c7cf admin admin] Publish callbacks [] for security_group (8d4f9dad-4057-442c-9dca-c88026b54057), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.789896 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6a616716-cd2a-447e-9c73-c617abb6c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (8d4f9dad-4057-442c-9dca-c88026b54057), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.792449 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6a616716-cd2a-447e-9c73-c617abb6c7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.796110 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-6a616716-cd2a-447e-9c73-c617abb6c7cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d4f9dad-4057-442c-9dca-c88026b54057 HTTP/1.1" status: 204 len: 168 time: 0.1230512 May 16 19:17:02.801782 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a616716-cd2a-447e-9c73-c617abb6c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f9dad-4057-442c-9dca-c88026b54057,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:02.807742 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Router ee43516b-72f7-46da-a074-35ac4171c322 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:02.916628 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:02.921822 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:02.928785 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] Sync routers for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:02.942578 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:02.943534 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:02.953838 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-b23b4290-3176-454b-befa-5b3efbaaa91a tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "DELETE /v2.0/floatingips/42606e41-fe77-4a3b-8b39-3de54edef2a3 HTTP/1.1" status: 204 len: 168 time: 0.9830813 May 16 19:17:02.954607 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:17:02.958027 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d4915f-633c-4afe-846a-979699123ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:17:03.005582 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3735acf6-dfa5-4aa5-bef3-a5b185442e37 x-openstack-request-id: req-3735acf6-dfa5-4aa5-bef3-a5b185442e37 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:17:03.006615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:17:03.007109 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3735acf6-dfa5-4aa5-bef3-a5b185442e37 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:17:03.007783 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3735acf6-dfa5-4aa5-bef3-a5b185442e37'] response: {'name': 'network-changed', 'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'status': 'completed', 'code': 200} May 16 19:17:03.064463 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:03.088134 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4915f-633c-4afe-846a-979699123ba6 req-17f9ebad-3696-4ace-bb6d-ae5c3c275244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:03.090324 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-17f9ebad-3696-4ace-bb6d-ae5c3c275244 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e758da8d71142bdbac8765efccefde8&device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 1130 time: 0.0485156 May 16 19:17:03.242840 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e166-8dac-4fc0-a47c-12464cebab69 req-7f4be832-bc4c-434f-8fc3-e1a40e93f1d6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:03.244292 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e391e166-8dac-4fc0-a47c-12464cebab69 req-7f4be832-bc4c-434f-8fc3-e1a40e93f1d6 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0609055 May 16 19:17:03.247281 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4915f-633c-4afe-846a-979699123ba6 req-41802ec9-7b54-4136-82c0-8e630894f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:03.248773 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-41802ec9-7b54-4136-82c0-8e630894f606 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 200 len: 910 time: 0.1433351 May 16 19:17:03.288136 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:03.295444 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e391e166-8dac-4fc0-a47c-12464cebab69 req-923e0e8a-f947-4fb6-8280-8dc8e0420e2c tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 May 16 19:17:03.313169 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] Checking router: ee43516b-72f7-46da-a074-35ac4171c322 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:03.329025 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:03.329674 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:03.432344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:03.621130 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:03.648959 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a06cdb-47f6-4c46-b3ef-031a0a350c9e None None] The sync data for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi is: [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:10:32Z', 'revision_number': 4, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '4bba98b4-8057-4a90-b15a-1b1615210962', 'name': '', 'network_id': '5aa18cd6-b394-4c2d-b694-bca5dc20e63c', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'mac_address': 'fa:16:3e:63:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:31Z', 'updated_at': '2022-05-16T19:10:38Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'subnets': [{'id': '7dd732f0-0b31-4b2d-b3e3-e716662b9eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:03.875783 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22297a-c5cf-4ada-ac16-31c39425837c None None] New status for floating IP 42606e41-fe77-4a3b-8b39-3de54edef2a3: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:17:04.231735 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-869c84f6-e37a-4699-8675-5f307b053cf1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 200 len: 217 time: 0.0388799 May 16 19:17:04.295931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4915f-633c-4afe-846a-979699123ba6 req-5c8aeea6-e458-4109-8497-a913095148d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:04.298327 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-5c8aeea6-e458-4109-8497-a913095148d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 200 len: 848 time: 0.0582871 May 16 19:17:04.412466 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0cf2c-5271-45f6-965f-ec2d3d774bd0 req-ec70d986-9f7c-443c-98f4-11ec89ea59b5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:04.413967 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f2e0cf2c-5271-45f6-965f-ec2d3d774bd0 req-ec70d986-9f7c-443c-98f4-11ec89ea59b5 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0470266 May 16 19:17:04.424618 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4915f-633c-4afe-846a-979699123ba6 req-f53c3378-be48-4ed7-b68c-2fe746f98df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:04.426201 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-f53c3378-be48-4ed7-b68c-2fe746f98df2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5aa18cd6-b394-4c2d-b694-bca5dc20e63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395052 May 16 19:17:04.464225 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f2e0cf2c-5271-45f6-965f-ec2d3d774bd0 req-aa6eaf6f-8ae3-4188-815f-2b20dc3ead2f tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d05aa9a-d6c5-4e97-ae35-764b96a0c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 May 16 19:17:04.517845 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-8ad59f57-a2b1-405d-b89c-48167aa04240 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843039 May 16 19:17:04.749299 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-6ead616f-8218-41d1-9fd8-09034e3db599 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:04.750843 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-6ead616f-8218-41d1-9fd8-09034e3db599 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.49 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 946 time: 0.0642495 May 16 19:17:04.753014 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-69d4915f-633c-4afe-846a-979699123ba6 req-aa5e5255-09af-4f2f-b71f-af71d46a5ac4 service neutron] 10.222.0.49 "GET /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327569 May 16 19:17:04.841003 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Deleting port aadd3356-5374-4e27-aec5-d1a129d4438b {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:04.841294 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:04.937781 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] For port aadd3356-5374-4e27-aec5-d1a129d4438b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=aadd3356-5374-4e27-aec5-d1a129d4438b,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:04.938050 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:04.951578 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Calling delete_port for aadd3356-5374-4e27-aec5-d1a129d4438b owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:04.959043 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.093298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (aadd3356-5374-4e27-aec5-d1a129d4438b), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.130071 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event deleted for resources: {'Port': ['ID=aadd3356-5374-4e27-aec5-d1a129d4438b,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:05.173998 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] No DVR routers for this DVR port aadd3356-5374-4e27-aec5-d1a129d4438b on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:05.176797 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.180014 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-6e779d2b-2ecd-4eb2-b2f3-a2b31c38c0cf req-cbd47c08-331c-4291-938d-cd69faa33c35 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.49 "DELETE /v2.0/ports/aadd3356-5374-4e27-aec5-d1a129d4438b HTTP/1.1" status: 204 len: 173 time: 0.4187934 May 16 19:17:05.180485 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-deleted', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:17:05.182818 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cca131-8c5b-4552-8064-c2070c61dae7" -d '{"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-deleted", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:17:05.218931 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b140e278-cce8-48e5-a3f8-3f861e822cd4 x-openstack-request-id: req-b140e278-cce8-48e5-a3f8-3f861e822cd4 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:17:05.219224 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a385b0-58f3-4946-b6c6-2cbd20fe387f", "name": "network-vif-deleted", "tag": "aadd3356-5374-4e27-aec5-d1a129d4438b", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:17:05.219543 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b140e278-cce8-48e5-a3f8-3f861e822cd4 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:17:05.219948 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b140e278-cce8-48e5-a3f8-3f861e822cd4'] response: {'server_uuid': '96a385b0-58f3-4946-b6c6-2cbd20fe387f', 'name': 'network-vif-deleted', 'tag': 'aadd3356-5374-4e27-aec5-d1a129d4438b', 'status': 'completed', 'code': 200} May 16 19:17:05.571422 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-3ff9312f-6b64-411a-9e26-54fff3fb7a98 req-9945e6b1-45cb-44d1-8e6a-c626e33a2e7b tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "GET /v2.0/ports?device_id=96a385b0-58f3-4946-b6c6-2cbd20fe387f HTTP/1.1" status: 200 len: 210 time: 0.0299559 May 16 19:17:06.557351 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c293b6a-445e-49d6-aac1-fe546549e567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.636211 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51732) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:06.692004 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-868806b5-152b-4163-8eb6-d7377a91c770 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group (0d05aa9a-d6c5-4e97-ae35-764b96a0c296), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.722256 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-868806b5-152b-4163-8eb6-d7377a91c770 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group (0d05aa9a-d6c5-4e97-ae35-764b96a0c296), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.795337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-868806b5-152b-4163-8eb6-d7377a91c770 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0d05aa9a-d6c5-4e97-ae35-764b96a0c296), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.797973 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-868806b5-152b-4163-8eb6-d7377a91c770 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.802318 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-868806b5-152b-4163-8eb6-d7377a91c770 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d05aa9a-d6c5-4e97-ae35-764b96a0c296 HTTP/1.1" status: 204 len: 168 time: 0.1657159 May 16 19:17:06.812606 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868806b5-152b-4163-8eb6-d7377a91c770 tempest-TestShelveInstance-1376280536 tempest-TestShelveInstance-1376280536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05aa9a-d6c5-4e97-ae35-764b96a0c296,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:06.850903 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51736) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:07.558274 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (ee43516b-72f7-46da-a074-35ac4171c322), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:07.780026 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Deleting port 4bba98b4-8057-4a90-b15a-1b1615210962 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:07.780738 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:07.859337 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] For port 4bba98b4-8057-4a90-b15a-1b1615210962, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=4bba98b4-8057-4a90-b15a-1b1615210962,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:07.859605 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:07.874667 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Calling delete_port for 4bba98b4-8057-4a90-b15a-1b1615210962 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:08.064276 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (4bba98b4-8057-4a90-b15a-1b1615210962), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.092338 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bba98b4-8057-4a90-b15a-1b1615210962,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:08.256859 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (ee43516b-72f7-46da-a074-35ac4171c322), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.464327 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Router ee43516b-72f7-46da-a074-35ac4171c322 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:08.568149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:08.572932 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-34ea5aa0-1105-490c-937d-8b14d694ce1a admin admin] 10.222.0.24 "PUT /v2.0/routers/ee43516b-72f7-46da-a074-35ac4171c322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7209253 May 16 19:17:08.575430 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51742) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:08.578381 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] Sync routers for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:08.589751 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:08.590369 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:16:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:08.626487 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-f66de9e4-b4a8-401e-a743-9793583d2c56 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400710 May 16 19:17:08.630303 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:08.652862 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: aadd3356-5374-4e27-aec5-d1a129d4438b {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:08.653211 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device aadd3356-5374-4e27-aec5-d1a129d4438b not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:08.684456 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks [] for router (ee43516b-72f7-46da-a074-35ac4171c322), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.709429 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-79741393-f473-44fd-a292-69919b1bbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:08.711009 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-79741393-f473-44fd-a292-69919b1bbe6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1129 time: 0.0390675 May 16 19:17:08.717477 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:08.783379 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks [] for router_gateway (ee43516b-72f7-46da-a074-35ac4171c322), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.820032 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-be0071a9-16c5-48ac-86a3-4be9de8a0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:08.821512 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-be0071a9-16c5-48ac-86a3-4be9de8a0e74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0906818 May 16 19:17:08.830016 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Deleting port bed44910-96c2-4ff6-ad36-97389a962f94 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:08.830364 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.860411 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f6707c6d-483a-4118-a0b9-2529a25a7b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.887618 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-73f08599-53af-40a9-9793-a62eaa3192aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 1001 time: 0.0592351 May 16 19:17:08.911868 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:17:08Z', 'revision_number': 5, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port': {'id': 'bed44910-96c2-4ff6-ad36-97389a962f94', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:27Z', 'updated_at': '2022-05-16T19:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:08.919753 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] For port bed44910-96c2-4ff6-ad36-97389a962f94, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=bed44910-96c2-4ff6-ad36-97389a962f94,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:08.920129 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.935352 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Calling delete_port for bed44910-96c2-4ff6-ad36-97389a962f94 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:08.935728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-b263b276-f406-4996-8376-501511ba25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:08.937246 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-b263b276-f406-4996-8376-501511ba25bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0439463 May 16 19:17:08.938612 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] Checking router: ee43516b-72f7-46da-a074-35ac4171c322 for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:08.946897 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] Routers {'ee43516b-72f7-46da-a074-35ac4171c322'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:08.947535 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:17:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['ee43516b-72f7-46da-a074-35ac4171c322'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:08.979945 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-71dd7356-73aa-4320-bf34-a06bc48494d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:08.981420 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-71dd7356-73aa-4320-bf34-a06bc48494d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376906 May 16 19:17:09.031916 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] Set router ee43516b-72f7-46da-a074-35ac4171c322 gateway port host: None {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:09.079626 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-c83c1549-b808-4c17-88c9-72cb8438b71f service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917199 May 16 19:17:09.085986 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:17:08Z', 'revision_number': 6, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port_host': None}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:09.107896 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (bed44910-96c2-4ff6-ad36-97389a962f94), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.114247 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef960321-3d64-48b7-8a68-1bca050cc085 None None] The sync data for ids ['ee43516b-72f7-46da-a074-35ac4171c322'] in dv-cinder-766064-6-iscsi is: [{'id': 'ee43516b-72f7-46da-a074-35ac4171c322', 'name': 'tempest-TestShelveInstance-2128966535-router', 'tenant_id': '5e758da8d71142bdbac8765efccefde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:26Z', 'updated_at': '2022-05-16T19:17:08Z', 'revision_number': 6, 'project_id': '5e758da8d71142bdbac8765efccefde8', 'gw_port_host': None}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:09.171060 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Pushing event deleted for resources: {'Port': ['ID=bed44910-96c2-4ff6-ad36-97389a962f94,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:09.182931 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-d52f998b-40bf-4c83-a1ea-4bc670d704da req-4dbc6350-e285-4fd7-ae08-263e20b306a8 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955915 May 16 19:17:09.218341 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (ee43516b-72f7-46da-a074-35ac4171c322), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.304559 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (ee43516b-72f7-46da-a074-35ac4171c322), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.306789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks [] for router_controller (ee43516b-72f7-46da-a074-35ac4171c322), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.349734 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (ee43516b-72f7-46da-a074-35ac4171c322), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.350359 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee43516b-72f7-46da-a074-35ac4171c322 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:17:09.354534 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.355655 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-20fbf809-eeb8-49fe-9a21-38fd2a67995f admin admin] 10.222.0.24 "DELETE /v2.0/routers/ee43516b-72f7-46da-a074-35ac4171c322 HTTP/1.1" status: 204 len: 168 time: 0.7792299 May 16 19:17:09.358414 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51744) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:09.412633 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Deleting subnet 7dd732f0-0b31-4b2d-b3e3-e716662b9eee {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:17:09.415724 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Publish callbacks [] for subnet (7dd732f0-0b31-4b2d-b3e3-e716662b9eee), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.450202 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (7dd732f0-0b31-4b2d-b3e3-e716662b9eee), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.456054 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:17:09.530186 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (7dd732f0-0b31-4b2d-b3e3-e716662b9eee), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.587106 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (7dd732f0-0b31-4b2d-b3e3-e716662b9eee), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.620084 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.624521 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dd732f0-0b31-4b2d-b3e3-e716662b9eee HTTP/1.1" status: 204 len: 168 time: 0.2648175 May 16 19:17:09.624712 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c13e8-af96-4287-a664-3791b4189046 None None] Network 5aa18cd6-b394-4c2d-b694-bca5dc20e63c requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:09.625499 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cb2aa-08d4-4f12-8d01-b5d4607dac5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd732f0-0b31-4b2d-b3e3-e716662b9eee,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:09.627541 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51746) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:09.700554 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (5aa18cd6-b394-4c2d-b694-bca5dc20e63c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.745013 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Deleting port b42da433-de3c-4c0a-9b81-220911863f92 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:09.745382 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (b42da433-de3c-4c0a-9b81-220911863f92), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.807928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] For port b42da433-de3c-4c0a-9b81-220911863f92, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=b42da433-de3c-4c0a-9b81-220911863f92,segment=NetworkSegment(0c129043-7d94-4fae-ac7a-5da8804d222c),segment_id=0c129043-7d94-4fae-ac7a-5da8804d222c)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:09.808177 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (b42da433-de3c-4c0a-9b81-220911863f92), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.824306 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Calling delete_port for b42da433-de3c-4c0a-9b81-220911863f92 owned by network:dhcp {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:09.910684 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (b42da433-de3c-4c0a-9b81-220911863f92), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:09.912468 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605297a-a79d-41ca-93d5-57558bac281d None None] DHCP port deletion for 5aa18cd6-b394-4c2d-b694-bca5dc20e63c request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:17:09.936101 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42da433-de3c-4c0a-9b81-220911863f92,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:09.941484 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] No DVR routers for this DVR port b42da433-de3c-4c0a-9b81-220911863f92 on host dv-cinder-766064-6-iscsi {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:09.984129 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b42da433-de3c-4c0a-9b81-220911863f92 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:10.003184 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: b42da433-de3c-4c0a-9b81-220911863f92 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:10.003685 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device b42da433-de3c-4c0a-9b81-220911863f92 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:10.004179 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bed44910-96c2-4ff6-ad36-97389a962f94 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:10.024248 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: bed44910-96c2-4ff6-ad36-97389a962f94 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:10.024676 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device bed44910-96c2-4ff6-ad36-97389a962f94 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:10.025278 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 4bba98b4-8057-4a90-b15a-1b1615210962 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:10.045264 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 4bba98b4-8057-4a90-b15a-1b1615210962 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:10.045674 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 4bba98b4-8057-4a90-b15a-1b1615210962 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:10.136842 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.303640 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (5aa18cd6-b394-4c2d-b694-bca5dc20e63c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.323898 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa18cd6-b394-4c2d-b694-bca5dc20e63c']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:10.332933 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c129043-7d94-4fae-ac7a-5da8804d222c') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:10.333237 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c129043-7d94-4fae-ac7a-5da8804d222c') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:10.343808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (0c129043-7d94-4fae-ac7a-5da8804d222c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.363709 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (0c129043-7d94-4fae-ac7a-5da8804d222c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.370179 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:10.370544 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (0c129043-7d94-4fae-ac7a-5da8804d222c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:10.372411 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:10.429345 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (5aa18cd6-b394-4c2d-b694-bca5dc20e63c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.435469 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.439144 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5aa18cd6-b394-4c2d-b694-bca5dc20e63c HTTP/1.1" status: 204 len: 168 time: 0.8100727 May 16 19:17:10.442317 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51748) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:10.453049 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1f95-9a6f-4932-8182-225577e76000 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa18cd6-b394-4c2d-b694-bca5dc20e63c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:10.760912 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (60f60a8e-5bf9-402a-a850-d698416aea1a), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.982946 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Deleting port 217f4a75-676d-471a-b741-9380174d5773 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:10.983247 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (217f4a75-676d-471a-b741-9380174d5773), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.067454 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] For port 217f4a75-676d-471a-b741-9380174d5773, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=217f4a75-676d-471a-b741-9380174d5773,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:11.067763 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (217f4a75-676d-471a-b741-9380174d5773), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.086122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Calling delete_port for 217f4a75-676d-471a-b741-9380174d5773 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:11.289968 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (217f4a75-676d-471a-b741-9380174d5773), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.314888 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Pushing event deleted for resources: {'Port': ['ID=217f4a75-676d-471a-b741-9380174d5773,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:11.714159 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (60f60a8e-5bf9-402a-a850-d698416aea1a), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.719530 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.921330 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Router 60f60a8e-5bf9-402a-a850-d698416aea1a has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:12.022664 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:12.027693 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-943aa89c-3a60-45b1-9bf8-cc9ead52aa5b admin admin] 10.222.0.24 "PUT /v2.0/routers/60f60a8e-5bf9-402a-a850-d698416aea1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842068 May 16 19:17:12.031289 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51750) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:12.034313 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] Sync routers for ids ['60f60a8e-5bf9-402a-a850-d698416aea1a'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:12.044815 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] Routers {'60f60a8e-5bf9-402a-a850-d698416aea1a'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:12.045433 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:17:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['60f60a8e-5bf9-402a-a850-d698416aea1a'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:12.130522 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks [] for router (60f60a8e-5bf9-402a-a850-d698416aea1a), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.144101 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] Set router 60f60a8e-5bf9-402a-a850-d698416aea1a gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:12.229404 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks [] for router_gateway (60f60a8e-5bf9-402a-a850-d698416aea1a), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.281394 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Deleting port 056df4ef-ce89-4223-8c43-bc7c745924b2 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:12.281794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.315009 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:17:11Z', 'revision_number': 5, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port': {'id': '056df4ef-ce89-4223-8c43-bc7c745924b2', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:37Z', 'updated_at': '2022-05-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:12.346000 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] Checking router: 60f60a8e-5bf9-402a-a850-d698416aea1a for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:12.355086 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] Routers {'60f60a8e-5bf9-402a-a850-d698416aea1a'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:12.355689 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:17:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['60f60a8e-5bf9-402a-a850-d698416aea1a'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:12.369638 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] For port 056df4ef-ce89-4223-8c43-bc7c745924b2, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=056df4ef-ce89-4223-8c43-bc7c745924b2,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:12.369987 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.383940 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Calling delete_port for 056df4ef-ce89-4223-8c43-bc7c745924b2 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:12.440815 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] Set router 60f60a8e-5bf9-402a-a850-d698416aea1a gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:12.493005 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:17:12Z', 'revision_number': 6, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port_host': None}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:12.523402 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3b3d2-8cba-4bcb-a854-98775e1e2964 None None] The sync data for ids ['60f60a8e-5bf9-402a-a850-d698416aea1a'] in dv-cinder-766064-6-iscsi is: [{'id': '60f60a8e-5bf9-402a-a850-d698416aea1a', 'name': 'tempest-TestShelveInstance-1651276662-router', 'tenant_id': '83f09aa01b714c549f44f03f652089bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:10:36Z', 'updated_at': '2022-05-16T19:17:12Z', 'revision_number': 6, 'project_id': '83f09aa01b714c549f44f03f652089bd', 'gw_port_host': None}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:12.562754 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (056df4ef-ce89-4223-8c43-bc7c745924b2), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.587424 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=056df4ef-ce89-4223-8c43-bc7c745924b2,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:12.654100 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (60f60a8e-5bf9-402a-a850-d698416aea1a), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.744072 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (60f60a8e-5bf9-402a-a850-d698416aea1a), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.746298 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks [] for router_controller (60f60a8e-5bf9-402a-a850-d698416aea1a), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.792344 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (60f60a8e-5bf9-402a-a850-d698416aea1a), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.793044 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f60a8e-5bf9-402a-a850-d698416aea1a {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:17:12.797226 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.798390 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-7eedb15d-356f-4c55-8e40-be439f59e4a6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/60f60a8e-5bf9-402a-a850-d698416aea1a HTTP/1.1" status: 204 len: 168 time: 0.7659054 May 16 19:17:12.801140 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51752) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:12.845119 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Deleting subnet 9bac27d6-0c85-46aa-be6c-5a793c68a520 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:17:12.848324 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Publish callbacks [] for subnet (9bac27d6-0c85-46aa-be6c-5a793c68a520), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.884664 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (9bac27d6-0c85-46aa-be6c-5a793c68a520), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:12.968215 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (9bac27d6-0c85-46aa-be6c-5a793c68a520), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.023019 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (9bac27d6-0c85-46aa-be6c-5a793c68a520), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.049939 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bac27d6-0c85-46aa-be6c-5a793c68a520,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:13.051925 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.057699 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-236659b7-14d5-4f56-a737-04c8c3723358 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9bac27d6-0c85-46aa-be6c-5a793c68a520 HTTP/1.1" status: 204 len: 168 time: 0.2529185 May 16 19:17:13.057800 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacf2f4-1783-4e16-b7eb-d91b47d996ac None None] Network b4c79175-757f-442c-839b-89cf46e8571a requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:13.058243 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51754) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:13.128012 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (b4c79175-757f-442c-839b-89cf46e8571a), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.169806 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.173271 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Deleting port 88b6589a-4076-4686-a104-f54846bc903b {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:13.173744 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (88b6589a-4076-4686-a104-f54846bc903b), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.237781 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] For port 88b6589a-4076-4686-a104-f54846bc903b, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=88b6589a-4076-4686-a104-f54846bc903b,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:13.238122 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (88b6589a-4076-4686-a104-f54846bc903b), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.256357 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Calling delete_port for 88b6589a-4076-4686-a104-f54846bc903b owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:13.274885 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] DHCP port deletion for b4c79175-757f-442c-839b-89cf46e8571a request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:17:13.317848 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Deleting port 88b6589a-4076-4686-a104-f54846bc903b {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:13.318199 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (88b6589a-4076-4686-a104-f54846bc903b), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.344639 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (88b6589a-4076-4686-a104-f54846bc903b), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.371030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b6589a-4076-4686-a104-f54846bc903b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:13.372896 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] No DVR routers for this DVR port 88b6589a-4076-4686-a104-f54846bc903b on host dv-cinder-766064-6-iscsi {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:13.382593 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] For port 88b6589a-4076-4686-a104-f54846bc903b, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=88b6589a-4076-4686-a104-f54846bc903b,segment=NetworkSegment(6507688a-cb0c-4a1d-95eb-d4fb3f4efcab),segment_id=6507688a-cb0c-4a1d-95eb-d4fb3f4efcab)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:13.382984 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (88b6589a-4076-4686-a104-f54846bc903b), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.397755 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Calling delete_port for 88b6589a-4076-4686-a104-f54846bc903b owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:13.446331 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (b4c79175-757f-442c-839b-89cf46e8571a), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.466395 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c79175-757f-442c-839b-89cf46e8571a']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:13.475841 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:13.476279 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6507688a-cb0c-4a1d-95eb-d4fb3f4efcab') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:13.478589 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (88b6589a-4076-4686-a104-f54846bc903b), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.487380 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (6507688a-cb0c-4a1d-95eb-d4fb3f4efcab), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.502860 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (6507688a-cb0c-4a1d-95eb-d4fb3f4efcab), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.507011 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] No DVR routers for this DVR port 88b6589a-4076-4686-a104-f54846bc903b on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:13.509617 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:13.510028 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (6507688a-cb0c-4a1d-95eb-d4fb3f4efcab), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.510863 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Pushing event deleted for resources: {'Port': ['ID=88b6589a-4076-4686-a104-f54846bc903b,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:13.511875 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:13.520685 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.521035 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.521380 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.521829 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.522074 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.522412 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.522737 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.523063 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.523391 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.523716 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.524230 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.524516 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.524856 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.525179 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.525769 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b1f7d2-b3c5-41ae-9e7d-262666994f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:13.584031 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (b4c79175-757f-442c-839b-89cf46e8571a), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.589427 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.592446 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4c79175-757f-442c-839b-89cf46e8571a HTTP/1.1" status: 204 len: 168 time: 0.5339327 May 16 19:17:13.606790 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e789d99-ace0-4769-933d-e6b839995727 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c79175-757f-442c-839b-89cf46e8571a,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:13.712046 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51758) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:13.728890 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 056df4ef-ce89-4223-8c43-bc7c745924b2 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:13.747931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 056df4ef-ce89-4223-8c43-bc7c745924b2 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:13.748275 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 056df4ef-ce89-4223-8c43-bc7c745924b2 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:13.748700 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 88b6589a-4076-4686-a104-f54846bc903b no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:13.755462 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-948271ff-7d8b-45d7-b622-39bb8ba83bc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e758da8d71142bdbac8765efccefde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422571 May 16 19:17:13.758078 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51760) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:13.766903 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 88b6589a-4076-4686-a104-f54846bc903b {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:13.767328 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 88b6589a-4076-4686-a104-f54846bc903b not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:13.767791 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 217f4a75-676d-471a-b741-9380174d5773 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:13.785694 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 217f4a75-676d-471a-b741-9380174d5773 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:13.785946 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 217f4a75-676d-471a-b741-9380174d5773 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:13.812284 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-10d03b59-f154-4c86-bdfa-a064fc558d3f admin admin] Publish callbacks [] for security_group (40cd2d74-dc84-49d2-bb4d-56af9e16eb6c), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.832802 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-10d03b59-f154-4c86-bdfa-a064fc558d3f admin admin] Publish callbacks [] for security_group (40cd2d74-dc84-49d2-bb4d-56af9e16eb6c), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.880345 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-10d03b59-f154-4c86-bdfa-a064fc558d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (40cd2d74-dc84-49d2-bb4d-56af9e16eb6c), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.884476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-10d03b59-f154-4c86-bdfa-a064fc558d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:13.886085 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-10d03b59-f154-4c86-bdfa-a064fc558d3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40cd2d74-dc84-49d2-bb4d-56af9e16eb6c HTTP/1.1" status: 204 len: 168 time: 0.1271100 May 16 19:17:13.894005 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d03b59-f154-4c86-bdfa-a064fc558d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd2d74-dc84-49d2-bb4d-56af9e16eb6c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:14.245427 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51766) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:14.300479 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-05988fc8-9a13-46d3-801d-3250329e5b46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83f09aa01b714c549f44f03f652089bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537188 May 16 19:17:14.304070 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 51768) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:14.352903 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ffd9-a5fe-4488-8b7a-9a6645769d3b admin admin] Publish callbacks [] for security_group (e0ea9cb1-0398-4572-b176-7af44bdeab2c), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:14.374409 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ffd9-a5fe-4488-8b7a-9a6645769d3b admin admin] Publish callbacks [] for security_group (e0ea9cb1-0398-4572-b176-7af44bdeab2c), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:14.430535 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ffd9-a5fe-4488-8b7a-9a6645769d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (e0ea9cb1-0398-4572-b176-7af44bdeab2c), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:14.435237 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ffd9-a5fe-4488-8b7a-9a6645769d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:14.436828 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-b9f8ffd9-a5fe-4488-8b7a-9a6645769d3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0ea9cb1-0398-4572-b176-7af44bdeab2c HTTP/1.1" status: 204 len: 168 time: 0.1318924 May 16 19:17:14.444847 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8ffd9-a5fe-4488-8b7a-9a6645769d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea9cb1-0398-4572-b176-7af44bdeab2c,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:34.801479 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.556083 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5fc32ece-564c-4ef1-a72d-4800df8bd1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.851498 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-23fdda74-b253-4926-8608-31f0492f4a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.141423 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.727041 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.167766 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.460548 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:18:04.824071 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:06.560008 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ce53-b4cf-4c74-a28c-fc485a65083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:08.637047 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-31c9ef72-66e1-45bd-8018-6daefda3afc4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380261 May 16 19:18:08.720222 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-fd51b81a-0183-4e02-b37f-cabf6ac9cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:08.721718 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-fd51b81a-0183-4e02-b37f-cabf6ac9cb5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1129 time: 0.0408142 May 16 19:18:08.828707 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-7697b447-70e0-4483-8011-40149cce276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:08.830518 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-7697b447-70e0-4483-8011-40149cce276e service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0875680 May 16 19:18:08.846875 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b1d2219c-642c-42cb-99d8-a506ad2d9059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:08.896699 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-a3c1ac4c-fed7-42dc-a093-2d7551d8a2ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 1001 time: 0.0600834 May 16 19:18:08.947083 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-32925667-2465-4014-bcb8-81356faaec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:08.948498 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-32925667-2465-4014-bcb8-81356faaec53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0454841 May 16 19:18:08.991297 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-96a7368b-c29b-40fa-b24d-860bd0b0d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:08.992733 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-96a7368b-c29b-40fa-b24d-860bd0b0d0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383036 May 16 19:18:09.090466 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-9c8db374-6f5a-41ee-98c3-97b157cf2795 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907245 May 16 19:18:09.182367 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-9a6db5ba-ed12-4b92-bc17-97fda38eba8c req-8b645c8c-9790-4ce2-a5b2-18e31dcb3d4d service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861824 May 16 19:18:10.143505 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.726057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:13.162780 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:23.465898 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:18:34.819692 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.559454 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6322-67ab-4078-a753-2bd3522035f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:38.864221 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-daae47e8-09e2-4571-9122-c44a0fecddea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.154289 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.867663 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-69fda914-5275-48ee-b1c3-39b57c8e841d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33929672&fields=id&tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 267 time: 0.0494378 May 16 19:18:40.981497 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-9d784476-f4ae-4650-8a10-646716641f15 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:40.983537 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-9d784476-f4ae-4650-8a10-646716641f15 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 812 time: 0.1092038 May 16 19:18:40.998581 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-71cae6fb-e8c0-4c33-9222-05f5b564efbd tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/quotas/385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 375 time: 0.0094221 May 16 19:18:41.048068 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-f18c4001-1da6-4d5e-b96e-00932195d03c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446303 May 16 19:18:41.066176 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-b8a5cdd9-7d8f-4fec-b27d-a4a314878c14 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:18:41.067128 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-b8a5cdd9-7d8f-4fec-b27d-a4a314878c14 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051572 May 16 19:18:41.162988 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-6d94e033-9665-4fe1-aa1a-b4099ad5bff1 service neutron] 10.222.0.24 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903621 May 16 19:18:41.257862 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-befcc8c3-7fe5-4cd8-9715-c028d458d1df service neutron] 10.222.0.24 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867138 May 16 19:18:41.701761 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-d1741814-24a9-4f88-ab36-afca229cda09 req-ed5fbd31-79a9-4b22-9967-9a6c6633d73b tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 210 time: 0.1305180 May 16 19:18:41.729456 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:42.629673 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-4b73b9c3-83db-4c37-ba6c-27047f2b1560 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:42.631141 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-4b73b9c3-83db-4c37-ba6c-27047f2b1560 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 812 time: 0.1053591 May 16 19:18:42.692989 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-d59d328e-7f1e-434c-88a1-c6546b196c6a tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a HTTP/1.1" status: 200 len: 378 time: 0.0535736 May 16 19:18:42.701975 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'port': {'device_id': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'admin_state_up': True, 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'security_groups': ['aa03dbe3-2e18-4524-a9ae-207be21af323']}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:18:42.804112 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-cabaedb9-94f1-49f5-9871-bb89aed67d85 req-c6bd98ff-9ff0-4eb3-bafa-8ca2dc74ec9b tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 210 time: 0.0320723 May 16 19:18:42.835729 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Made reservation on behalf of 385ae3c7ea8347d7bfc346d8bc7fda4a for: {'port': 1} {{(pid=103673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:18:42.839352 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:42.984670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.db_base_plugin_common [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Allocated IP 172.20.0.8 (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec/80caee0b-11c8-4855-941e-9b7178d17102/ab3a9707-dcd0-4d4c-bcba-ec7c465fe405) {{(pid=103673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:18:43.138013 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), precommit_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.166922 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.172017 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), after_create {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.210936 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec is already hosted by enough agents. {{(pid=103673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:18:43.214027 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.scheduler.base_scheduler [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Resources bound (agent type, host, resource id): {{(pid=103673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:18:43.220507 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Received port after_create {{(pid=103673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:18:43.244697 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,revision_number=1']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:43.259965 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.260335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.260676 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.261048 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.261370 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.261728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.262057 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.262383 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.262715 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.263038 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.263362 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.263673 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.263995 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.264313 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.264633 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:43.287113 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.287746 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.308231 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-009368fc-df53-4c13-b0ab-e49b68a4e7ab tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6100245 May 16 19:18:43.318377 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-17b49864-bcf8-474e-b704-bb2147dcfd3c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:18:43.319341 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-17b49864-bcf8-474e-b704-bb2147dcfd3c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053346 May 16 19:18:43.379226 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.v2.base [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Request body: {'port': {'device_id': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=103673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:18:43.440783 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-99000a87-8e28-48fe-831c-386fbf516f88 None None] Provisioning complete for port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 triggered by entity DHCP. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:18:43.441148 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-99000a87-8e28-48fe-831c-386fbf516f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.443356 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.472544 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-99000a87-8e28-48fe-831c-386fbf516f88 None None] Port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 cannot update to ACTIVE because it is not bound. {{(pid=103675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:18:43.725832 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 {{(pid=103673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:18:43.733362 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Publish callbacks [] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.746232 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Transition to ACTIVE for port object ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:18:43.751101 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.798284 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:43.872149 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Attempting to bind port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:18:43.872493 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Attempting to bind port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 by drivers openvswitch,hyperv on host hv-cinder-76606 at level 0 using segments [{'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:18:43.872808 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Attempting to bind port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:18:43.877961 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76606 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:18:43.877961 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Attempting to bind port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 on network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:18:43.883146 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Checking agent: {'id': '9c8889f1-ad99-477b-a0ac-fe22bb8fb99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 19, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:18:43.883482 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Checking segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:18:43.883865 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Bound using segment: {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:18:43.884296 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Bound port: ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host: hv-cinder-76606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1b10fc-7b69-418c-afaa-34de3d2af1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:18:43.884709 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.933980 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a74a-e30e-4708-90a6-50ed2c6848c5 req-f0722f24-8753-455b-88c5-7a16bf24c643 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.935641 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e581a74a-e30e-4708-90a6-50ed2c6848c5 req-f0722f24-8753-455b-88c5-7a16bf24c643 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0572696 May 16 19:18:43.951375 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] For port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host hv-cinder-76606, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:18:43.954561 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] For port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:18:43.963912 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932139'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:43.991193 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-e581a74a-e30e-4708-90a6-50ed2c6848c5 req-fbd20e43-7e19-4358-b22e-3383d497bc5c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479608 May 16 19:18:43.998750 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.999514 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:44.000552 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 200 len: 1093 time: 0.6737142 May 16 19:18:44.001003 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:18:44.003444 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06efdbc0-c633-4734-ab34-bcee7357a2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:18:44.040909 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a129378-36a0-41bf-9a97-54e31fc73ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:44.087071 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-9119f7cf-24e7-4037-8b5b-76c3ed78e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.089025 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-9119f7cf-24e7-4037-8b5b-76c3ed78e1ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1127 time: 0.0419242 May 16 19:18:44.134615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd1c972-79de-4430-8d54-45e1a5033f88 x-openstack-request-id: req-3fd1c972-79de-4430-8d54-45e1a5033f88 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:18:44.134939 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:18:44.135222 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fd1c972-79de-4430-8d54-45e1a5033f88 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:18:44.135607 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd1c972-79de-4430-8d54-45e1a5033f88'] response: {'name': 'network-changed', 'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'status': 'completed', 'code': 200} May 16 19:18:44.137415 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-af5e874a-bde5-4f3e-ab97-063fb62a67af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 200 len: 217 time: 0.0409346 May 16 19:18:44.192567 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-0b2820b0-4e38-4c22-89e4-37737d31990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.194102 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-0b2820b0-4e38-4c22-89e4-37737d31990f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0509782 May 16 19:18:44.237745 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-b25378b8-db36-4696-a5de-c6d92c5e281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.239260 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-b25378b8-db36-4696-a5de-c6d92c5e281e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386226 May 16 19:18:44.332295 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-81948ab0-6bda-47f5-a254-dc7273b36745 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866184 May 16 19:18:44.438894 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-74ede0f7-13b9-43f5-92dc-17fbb6771f68 req-4da5fb5a-97b7-4bee-b853-4130263e38e4 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006010 May 16 19:18:44.758589 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-aa082f31-9b07-47ab-a63b-8a53574d673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.760087 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-aa082f31-9b07-47ab-a63b-8a53574d673c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1127 time: 0.0420613 May 16 19:18:44.854924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-c490bd0a-d2ad-4257-b48d-80ad4a2a0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.856345 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-c490bd0a-d2ad-4257-b48d-80ad4a2a0fcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0897465 May 16 19:18:44.902146 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-7c95d5b3-03bc-4146-9a43-e486c38c9f03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 200 len: 217 time: 0.0356369 May 16 19:18:44.963957 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-b4413a50-6abf-4db8-9637-0261381ad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.965434 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-b4413a50-6abf-4db8-9637-0261381ad405 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0543690 May 16 19:18:45.013914 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-b3459c9f-55bd-459a-b369-e8ff12988011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:45.015318 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-b3459c9f-55bd-459a-b369-e8ff12988011 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439606 May 16 19:18:45.107365 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-60ef6bde-4b1b-41fa-8f24-4061a98b64c9 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859194 May 16 19:18:45.119780 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faec45-171a-4732-bd63-9306936293e6 req-840e6ab5-d162-4855-b6cb-162619b7bc45 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:45.121324 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52faec45-171a-4732-bd63-9306936293e6 req-840e6ab5-d162-4855-b6cb-162619b7bc45 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0535846 May 16 19:18:45.174595 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-52faec45-171a-4732-bd63-9306936293e6 req-c5ff3ca5-18f7-4b1b-8366-3388e268ea83 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451870 May 16 19:18:45.204402 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-06efdbc0-c633-4734-ab34-bcee7357a2f1 req-45a76ebe-9e92-46ea-8e77-0970f74beaa8 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903695 May 16 19:18:46.291068 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6df5b7-8f52-4d36-a975-00f66410a00b req-e260d8a3-4e4e-4a9d-8ae6-884ed11b0859 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:46.292523 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2b6df5b7-8f52-4d36-a975-00f66410a00b req-e260d8a3-4e4e-4a9d-8ae6-884ed11b0859 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0479169 May 16 19:18:46.343304 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-2b6df5b7-8f52-4d36-a975-00f66410a00b req-1d966d3a-bf1f-43ff-b6e3-2a870c93e8fd tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450466 May 16 19:18:47.466030 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb96b1-22f5-4a35-898f-6222f00fc076 req-9bc3562a-564a-45a6-befe-cd2321bb426c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:47.467397 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ecfb96b1-22f5-4a35-898f-6222f00fc076 req-9bc3562a-564a-45a6-befe-cd2321bb426c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0481296 May 16 19:18:47.522544 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ecfb96b1-22f5-4a35-898f-6222f00fc076 req-086442e4-c14c-4177-8905-b4200d7c9552 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469553 May 16 19:18:48.657040 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ebeb-fb4b-426f-a05d-0a9094939727 req-a33d6011-b01f-42d3-ac81-fc5b2eac4487 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:48.658511 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eb81ebeb-fb4b-426f-a05d-0a9094939727 req-a33d6011-b01f-42d3-ac81-fc5b2eac4487 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0571165 May 16 19:18:48.709318 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-eb81ebeb-fb4b-426f-a05d-0a9094939727 req-85ada5b3-c859-4f11-913a-6fc7586c2179 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450017 May 16 19:18:49.841824 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad010298-8974-406e-a135-314257dadb7d req-8368ba59-6ddf-4f35-aa67-02e68a4ffa19 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:49.843241 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ad010298-8974-406e-a135-314257dadb7d req-8368ba59-6ddf-4f35-aa67-02e68a4ffa19 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0510497 May 16 19:18:49.895758 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ad010298-8974-406e-a135-314257dadb7d req-e9067c6b-e4d4-45dc-a421-28fffe93b46c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467522 May 16 19:18:51.027009 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd395-6009-4471-baa6-1cd5da3c965e req-8c500696-68d2-41f6-a5a0-72414d8158ad tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:51.028939 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae3cd395-6009-4471-baa6-1cd5da3c965e req-8c500696-68d2-41f6-a5a0-72414d8158ad tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0568082 May 16 19:18:51.080350 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-ae3cd395-6009-4471-baa6-1cd5da3c965e req-38dfea40-dd14-4ee1-a14c-456bc85e8b21 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435231 May 16 19:18:52.213022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87879c-cc76-443b-ad09-50e471e0e0d7 req-159cb04d-c560-4e7b-8e88-df2c1138eedb tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:52.214514 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb87879c-cc76-443b-ad09-50e471e0e0d7 req-159cb04d-c560-4e7b-8e88-df2c1138eedb tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0474832 May 16 19:18:52.272117 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-fb87879c-cc76-443b-ad09-50e471e0e0d7 req-79b7ccfa-6008-46c2-aae5-9e66f943fe9e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491850 May 16 19:18:53.157741 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 details requested by agent hyperv_hv-cinder-76606 with host hv-cinder-76606 {{(pid=103675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:18:53.257864 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:53.269212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Returning: {'device': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'port_id': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'mac_address': 'fa:16:3e:52:82:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:18:53.307933 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 is: DOWN; New status is: BUILD {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:18:53.308325 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:53.322057 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:18:53.341972 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:53.347255 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:53.394153 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,revision_number=4']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:53.394704 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c62f0-5152-43df-8338-ea358c5c4ebb req-f560ffaf-a4bd-462c-9e26-81026d9e1102 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:53.396180 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-840c62f0-5152-43df-8338-ea358c5c4ebb req-f560ffaf-a4bd-462c-9e26-81026d9e1102 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 944 time: 0.0475223 May 16 19:18:53.401466 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.401881 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.402190 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.402556 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.402862 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.403210 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.403522 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.403820 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.404264 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.404645 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.405015 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.405341 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.405688 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.406066 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.406454 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:53.449877 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-840c62f0-5152-43df-8338-ea358c5c4ebb req-43d8c0e8-354c-4e6c-98fe-cbe97c5e6636 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474575 May 16 19:18:53.563127 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] get_ports_and_sgs() called for port_ids ['ab3a9707-dcd0-4d4c-bcba-ec7c465fe405'] {{(pid=103675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:18:54.590182 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4d09d-2de8-4614-8419-2f791e74c6ea req-fa450995-face-496f-b904-b17d2113ccdf tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:54.591639 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dce4d09d-2de8-4614-8419-2f791e74c6ea req-fa450995-face-496f-b904-b17d2113ccdf tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 944 time: 0.0590336 May 16 19:18:54.642157 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-dce4d09d-2de8-4614-8419-2f791e74c6ea req-a6d6ba8f-5c84-4807-8861-70b25f925092 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442634 May 16 19:18:55.165750 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 up at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:18:55.209963 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning for port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 completed by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:18:55.217704 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Provisioning complete for port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 triggered by entity L2. {{(pid=103675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:18:55.218068 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16040151'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), provisioning_complete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:55.291087 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Current status of the port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 is: BUILD; New status is: ACTIVE {{(pid=103675) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:18:55.291486 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:55.317351 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:18:55.320951 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd7122512eefa42a9902946da7786bbc42679621f7308c12cf8c2bca59cd906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd588b17-aae6-456b-b5dc-edc6b1c681bb" -d '{"events": [{"server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:18:55.334456 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] For port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:55.339754 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:55.361756 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc6c364-fcfd-4df3-a253-e93b5b1f2abd x-openstack-request-id: req-3cc6c364-fcfd-4df3-a253-e93b5b1f2abd {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:18:55.362048 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:18:55.362309 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cc6c364-fcfd-4df3-a253-e93b5b1f2abd {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:18:55.362713 dv-cinder-766064-6-iscsi neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc6c364-fcfd-4df3-a253-e93b5b1f2abd'] response: {'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'code': 200} May 16 19:18:55.391451 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Pushing event updated for resources: {'Port': ['ID=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,revision_number=5']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:55.571164 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6d4a5-89e7-42cf-9000-a74d9c634919 req-f0173436-4a13-40a6-a5c2-c12af6b617a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:55.572569 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-90d6d4a5-89e7-42cf-9000-a74d9c634919 req-f0173436-4a13-40a6-a5c2-c12af6b617a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0390975 May 16 19:18:55.627444 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-90d6d4a5-89e7-42cf-9000-a74d9c634919 req-364a0e31-875a-481e-bb46-151a738cffec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475855 May 16 19:18:55.759093 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbaeb-b0f1-48e9-92e3-b4fec7ef8291 req-ae585622-2aca-404c-84f4-3e8af73ee9b6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:55.760542 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8defbaeb-b0f1-48e9-92e3-b4fec7ef8291 req-ae585622-2aca-404c-84f4-3e8af73ee9b6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0485213 May 16 19:18:55.813735 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-8defbaeb-b0f1-48e9-92e3-b4fec7ef8291 req-846a0bec-53c7-418c-9644-80a5c00d021b tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443597 May 16 19:18:56.937015 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8440184-f976-4b9d-ba56-bee21d054d08 req-02b47f19-531f-4e61-9fdd-899e08de81db tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:56.938505 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a8440184-f976-4b9d-ba56-bee21d054d08 req-02b47f19-531f-4e61-9fdd-899e08de81db tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0506225 May 16 19:18:56.986951 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-a8440184-f976-4b9d-ba56-bee21d054d08 req-dfff9c38-5880-401c-a3c7-d33ac421051f tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425875 May 16 19:18:57.112176 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291b22-945d-493b-820c-7ad1861efbec req-d855eaa1-5759-4aa2-bea8-f3913f50f0b6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:57.113551 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a8291b22-945d-493b-820c-7ad1861efbec req-d855eaa1-5759-4aa2-bea8-f3913f50f0b6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0578408 May 16 19:18:57.164964 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-a8291b22-945d-493b-820c-7ad1861efbec req-544179be-aecb-4dc8-b4b4-9a184c73be9c tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447514 May 16 19:18:57.187072 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51892) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:57.231331 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e75161-773e-42e2-adf1-4a52a3840589 tempest-TestVolumeBootPattern-1467615227 tempest-TestVolumeBootPattern-1467615227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:57.232855 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-94e75161-773e-42e2-adf1-4a52a3840589 tempest-TestVolumeBootPattern-1467615227 tempest-TestVolumeBootPattern-1467615227-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1124 time: 0.0445750 May 16 19:18:57.236977 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51894) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:57.241867 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.v2.base [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Request body: {'floatingip': {'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'port_id': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:18:57.266390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.345398 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (None), before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.447858 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Allocated IP 172.27.2.133 (35ecaa69-6c0c-487d-902a-7f2b1a4ee591/17ac7559-f5e1-4835-8356-fe89a0439f07/ea26a644-0c01-4313-8363-6f5592cc7ea7) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:18:57.550916 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.587069 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761942550860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.623900 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Network 35ecaa69-6c0c-487d-902a-7f2b1a4ee591 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:18:57.631103 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:18:57.633292 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=ea26a644-0c01-4313-8363-6f5592cc7ea7,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:57.635420 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:18:57.659051 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.659412 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.659749 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.660081 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.660503 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.660837 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.661158 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.661477 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.661829 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.662149 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.662449 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.662773 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.663086 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.663547 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.663771 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.988447 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (f06a20ac-4826-48f6-aaa1-e471def44912), precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:58.064768 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16100167'] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:58.243612 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:58.250219 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761942946443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761942550878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761942550896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125907875'] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:58.319452 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event updated for resources: {'Port': ['ID=ea26a644-0c01-4313-8363-6f5592cc7ea7,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:58.331707 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428321'] for floatingip (f06a20ac-4826-48f6-aaa1-e471def44912), after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:58.429282 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Floating IP f06a20ac-4826-48f6-aaa1-e471def44912 associated. External IP: 172.27.2.133, port: ab3a9707-dcd0-4d4c-bcba-ec7c465fe405. May 16 19:18:58.641157 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:18:58.999677 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:18:59.014662 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:18:59.020089 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:59.025928 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:18:59.026556 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:18:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:18:59.050886 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-5bed607d-abf0-4adc-bb97-0b612f8c51df tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8125763 May 16 19:18:59.051615 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:18:59.054089 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f91406-4b6a-473b-803c-433ad20c50a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:18:59.134125 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:18:59.149902 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33900078-7a12-46c4-9df0-cd8db6a52a03 x-openstack-request-id: req-33900078-7a12-46c4-9df0-cd8db6a52a03 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:18:59.150223 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:18:59.150481 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33900078-7a12-46c4-9df0-cd8db6a52a03 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:18:59.150895 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33900078-7a12-46c4-9df0-cd8db6a52a03'] response: {'name': 'network-changed', 'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'status': 'completed', 'code': 200} May 16 19:18:59.215000 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-d6efd7a8-3fbf-4d31-bf7d-b925bd556f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:59.216596 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-d6efd7a8-3fbf-4d31-bf7d-b925bd556f11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0415111 May 16 19:18:59.310722 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-dfccd6fe-d280-4056-8d68-76e2b26c1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:59.312223 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-dfccd6fe-d280-4056-8d68-76e2b26c1a16 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0896134 May 16 19:18:59.382928 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-76efbad6-664e-48db-af70-401f5bb9e73d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 200 len: 999 time: 0.0645182 May 16 19:18:59.433298 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-95ae67e2-5710-4aa1-8751-ae7c24d0e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:59.434823 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-95ae67e2-5710-4aa1-8751-ae7c24d0e378 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0458450 May 16 19:18:59.476928 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-18002697-c954-4be9-8441-5ded9d844fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:59.478409 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-18002697-c954-4be9-8441-5ded9d844fce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378654 May 16 19:18:59.481477 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 1, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}, {'id': 'f06a20ac-4826-48f6-aaa1-e471def44912', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:52:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:18:57Z', 'updated_at': '2022-05-16T19:18:57Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:18:59.505769 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:18:59.514254 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:18:59.514896 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:18:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:18:59.572396 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-01cd9545-7c62-4d98-a831-fdc9050256bd service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873525 May 16 19:18:59.614812 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:18:59.664144 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-02f91406-4b6a-473b-803c-433ad20c50a1 req-ee236a88-1c70-420a-b3f4-2df6980ddd37 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846848 May 16 19:18:59.832109 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 1, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}, {'id': 'f06a20ac-4826-48f6-aaa1-e471def44912', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:52:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:18:57Z', 'updated_at': '2022-05-16T19:18:57Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:18:59.856015 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e802b-c3e5-4f72-ad83-211c36bd1636 None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 1, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}, {'id': 'f06a20ac-4826-48f6-aaa1-e471def44912', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:52:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:18:57Z', 'updated_at': '2022-05-16T19:18:57Z', 'revision_number': 0, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:19:00.057295 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483964f7-e470-4e58-a066-511e3d10bc4e None None] New status for floating IP f06a20ac-4826-48f6-aaa1-e471def44912: ACTIVE {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:19:00.469987 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:19:04.845711 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.561026 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c15b7876-c132-4b50-9bac-fe98576addea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:08.857617 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16d652c2-44fc-4097-b0a6-3fc492501452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:09.665377 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-6341aefb-ecc5-4bf3-a2c7-70b1b38d27b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474684 May 16 19:19:09.748813 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-7a5c28df-7117-41b3-8bac-daa5773866a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:19:09.750333 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-7a5c28df-7117-41b3-8bac-daa5773866a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1129 time: 0.0392826 May 16 19:19:09.855232 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-0421749e-e734-4990-bda5-ee5501cf4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:19:09.856704 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-0421749e-e734-4990-bda5-ee5501cf4c00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0845737 May 16 19:19:09.920874 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-15e8ebf4-5a7e-4b38-93f8-29b5aaad3ade service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 1001 time: 0.0569851 May 16 19:19:09.971316 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-507ac300-1746-4637-be62-92607d2910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:19:09.972717 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-507ac300-1746-4637-be62-92607d2910c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0445647 May 16 19:19:10.016025 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-5c0b18ac-6882-46a4-80ab-81e4738d3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:19:10.017841 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-5c0b18ac-6882-46a4-80ab-81e4738d3c05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380735 May 16 19:19:10.111516 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-a76645fc-c0da-495e-8e88-74df1cc96a6f service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866299 May 16 19:19:10.147096 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:10.214218 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-1de05bf6-bd87-47ae-89ce-0076c1ab049d req-3bc29b06-efb1-4f4d-842d-481be50a0013 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947986 May 16 19:19:11.733430 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:13.180651 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:34.839454 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:36.562145 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-de3ecd4d-cc6d-4f1a-b384-0e437302c2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:37.474308 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:19:38.851932 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90a26eff-398b-4d66-a36b-6310f56d20d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:40.153476 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:41.742704 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:43.176284 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:04.837277 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:06.565721 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7e44bb61-cab9-4583-b02a-03001c6d2081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:08.862012 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7c07ef8-a42b-4738-b474-c940425e5776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:10.157314 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:11.678136 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-e5287eaa-68ed-4f8e-8cf7-c51d4a0e55f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418715 May 16 19:20:11.741269 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:11.745456 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-c834b339-9ad3-4209-88b6-c7b7c54f44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:11.747019 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-c834b339-9ad3-4209-88b6-c7b7c54f44f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0388722 May 16 19:20:11.863615 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-10db5431-3581-4d51-a8af-d4c492fcfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:11.865078 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-10db5431-3581-4d51-a8af-d4c492fcfd93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.0983849 May 16 19:20:11.933762 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-11ab71fb-7302-47f5-9ffa-4920473b432b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 200 len: 1001 time: 0.0622520 May 16 19:20:11.981043 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-7a203c31-c3dc-4d94-a1a3-cb32cd8cf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:11.982483 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-7a203c31-c3dc-4d94-a1a3-cb32cd8cf9e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0428455 May 16 19:20:12.028921 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-9a2282cc-9bef-4233-a991-01782dc17584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:12.030525 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-9a2282cc-9bef-4233-a991-01782dc17584 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411904 May 16 19:20:12.123560 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-29a75cb2-583d-42b8-9c30-45cb26c2c049 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852704 May 16 19:20:12.215595 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-e2830321-c884-44a4-96ef-db489fc4fb35 req-9058b0a7-5c40-47a2-87ff-d4f3ecb00255 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851536 May 16 19:20:13.172528 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:14.478701 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:20:34.851991 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:36.568793 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-02a5bec6-8a95-431a-aa6d-2a48e0922f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:37.888476 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51928) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:38.031533 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Deleting port ea26a644-0c01-4313-8363-6f5592cc7ea7 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:38.031822 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.115493 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.115804 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (ea26a644-0c01-4313-8363-6f5592cc7ea7), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.130136 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Calling delete_port for ea26a644-0c01-4313-8363-6f5592cc7ea7 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:38.301309 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (ea26a644-0c01-4313-8363-6f5592cc7ea7), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.325709 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'Port': ['ID=ea26a644-0c01-4313-8363-6f5592cc7ea7,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:38.363010 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.363253 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.363615 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.363951 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.364281 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.364609 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.364928 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.365255 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.365579 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.365926 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.366241 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.366553 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.366870 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.367191 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.367501 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:38.411300 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (f06a20ac-4826-48f6-aaa1-e471def44912), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.411601 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Floating IP f06a20ac-4826-48f6-aaa1-e471def44912 disassociated (deleted). External IP: 172.27.2.133, port: ab3a9707-dcd0-4d4c-bcba-ec7c465fe405. May 16 19:20:38.618514 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:20:38.726557 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:20:38.730983 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.737749 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:20:38.748276 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:38.749066 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:09Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:38.761733 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-f332a20d-0f9d-4a18-8de7-16cbe4eac850 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "DELETE /v2.0/floatingips/f06a20ac-4826-48f6-aaa1-e471def44912 HTTP/1.1" status: 204 len: 168 time: 0.8717732 May 16 19:20:38.762418 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:20:38.764684 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b" -d '{"events": [{"name": "network-changed", "server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:20:38.809479 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b50221-ea63-4196-91a2-75afedeb1b59 x-openstack-request-id: req-00b50221-ea63-4196-91a2-75afedeb1b59 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:20:38.809807 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:20:38.810058 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00b50221-ea63-4196-91a2-75afedeb1b59 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:20:38.810463 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b50221-ea63-4196-91a2-75afedeb1b59'] response: {'name': 'network-changed', 'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'status': 'completed', 'code': 200} May 16 19:20:38.869403 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:38.872096 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5efa-e543-4798-a90a-37871391daa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.880187 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-ddd4dd19-3a97-4854-bd2c-8e3bcdbc5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:38.881829 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-ddd4dd19-3a97-4854-bd2c-8e3bcdbc5b02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0491059 May 16 19:20:39.012048 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-ec68f977-fb30-4d73-8dbb-7b0fc4576bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:39.013495 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-ec68f977-fb30-4d73-8dbb-7b0fc4576bca service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.1183379 May 16 19:20:39.019763 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53717-8a40-4978-bc0b-19d49c2f5f04 req-49288858-978d-4ccc-b2f8-7b62861540a6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:39.021098 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-23b53717-8a40-4978-bc0b-19d49c2f5f04 req-49288858-978d-4ccc-b2f8-7b62861540a6 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0638671 May 16 19:20:39.070698 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-23b53717-8a40-4978-bc0b-19d49c2f5f04 req-306de618-cbd2-4f00-887a-3e89da62f095 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436277 May 16 19:20:39.085202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 1, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:39.109376 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:20:39.117963 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:39.118554 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:39.220186 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:39.426989 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 1, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:39.457893 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35627c9b-1ec5-43d3-bb7c-4613a910c90f None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_floatingips': [{'id': '4f76980a-74a8-4981-b616-35bce3a82ef7', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'router_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'port_id': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'mac_address': 'fa:16:3e:b3:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:16:53Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 1, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:20:39.681054 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396393c4-b088-43c6-90a7-fe031ea891b5 None None] New status for floating IP f06a20ac-4826-48f6-aaa1-e471def44912: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:20:39.949663 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-57f1368c-2c84-47e5-a006-7781c7266cfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 200 len: 217 time: 0.0406442 May 16 19:20:40.007564 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-deed8cee-e832-45b6-981a-4e76b042fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:40.009006 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-deed8cee-e832-45b6-981a-4e76b042fed2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0524800 May 16 19:20:40.054276 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-ddbde9cf-ff45-415e-b915-b42873380e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:40.056514 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-ddbde9cf-ff45-415e-b915-b42873380e70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413613 May 16 19:20:40.158606 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:40.188843 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-6182288d-0f33-40cd-865a-f5cb390a9f81 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877025 May 16 19:20:40.194520 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d0a18-8f76-4b8b-9073-d8b4414e69db req-22d4298b-e45a-4374-898f-4b5de7b14f02 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:40.195994 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f14d0a18-8f76-4b8b-9073-d8b4414e69db req-22d4298b-e45a-4374-898f-4b5de7b14f02 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0545461 May 16 19:20:40.245032 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-f14d0a18-8f76-4b8b-9073-d8b4414e69db req-9606df2d-62b0-4bd8-8113-b8e54530896e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431519 May 16 19:20:40.504579 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-4b06a1c3-9b02-44ec-816c-e5f6a8005a62 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:40.505931 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-4b06a1c3-9b02-44ec-816c-e5f6a8005a62 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0625510 May 16 19:20:40.508083 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-f0a605e2-1e5e-46eb-acf0-ce0bb291333b req-df704a15-b217-48ad-9e18-50c905902628 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346109 May 16 19:20:40.585624 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Deleting port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:40.585982 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:40.960746 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] For port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:40.961491 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:40.974419 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Calling delete_port for ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:41.104754 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (ab3a9707-dcd0-4d4c-bcba-ec7c465fe405), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:41.138924 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'Port': ['ID=ab3a9707-dcd0-4d4c-bcba-ec7c465fe405,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:41.168379 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.168727 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.169066 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.169402 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.169767 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.170096 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.170420 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.170743 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.171065 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.171386 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.171710 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.172021 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.172335 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.172653 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.172965 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:41.195970 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] No DVR routers for this DVR port ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:20:41.199021 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:41.202203 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-bc103b0e-26e8-4480-9b24-5ca6812f37a8 req-69157337-2e28-4ecf-882e-a770c3f14d29 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "DELETE /v2.0/ports/ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 HTTP/1.1" status: 204 len: 173 time: 0.6913877 May 16 19:20:41.202677 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'name': 'network-vif-deleted', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:20:41.204981 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427c377c-2e1e-4009-8333-46cd3d028ebd" -d '{"events": [{"server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "name": "network-vif-deleted", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:20:41.244319 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114076a-02e4-40c9-b6ee-2302ce384af0 x-openstack-request-id: req-7114076a-02e4-40c9-b6ee-2302ce384af0 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:20:41.244655 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6455f3f6-ed55-4047-b88c-54163356d9f5", "name": "network-vif-deleted", "tag": "ab3a9707-dcd0-4d4c-bcba-ec7c465fe405", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:20:41.245022 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7114076a-02e4-40c9-b6ee-2302ce384af0 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:20:41.245709 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7114076a-02e4-40c9-b6ee-2302ce384af0'] response: {'server_uuid': '6455f3f6-ed55-4047-b88c-54163356d9f5', 'name': 'network-vif-deleted', 'tag': 'ab3a9707-dcd0-4d4c-bcba-ec7c465fe405', 'status': 'completed', 'code': 200} May 16 19:20:41.339145 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-9c4fa402-f1f6-49fc-a84c-4d02cbfae7eb req-f887b3a0-6acd-41b3-b555-909efcfdd2b5 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=6455f3f6-ed55-4047-b88c-54163356d9f5 HTTP/1.1" status: 200 len: 210 time: 0.0271661 May 16 19:20:41.755180 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:43.175165 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:43.656780 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:43.679399 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:43.679743 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device ab3a9707-dcd0-4d4c-bcba-ec7c465fe405 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:44.661465 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51968) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:44.807778 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Deleting port c02c2105-8cc6-47a0-8988-78080567017e {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:44.808054 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (c02c2105-8cc6-47a0-8988-78080567017e), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:44.884741 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (c02c2105-8cc6-47a0-8988-78080567017e), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:44.885044 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (c02c2105-8cc6-47a0-8988-78080567017e), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:44.897593 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Calling delete_port for c02c2105-8cc6-47a0-8988-78080567017e owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:45.055137 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (c02c2105-8cc6-47a0-8988-78080567017e), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:45.078699 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'Port': ['ID=c02c2105-8cc6-47a0-8988-78080567017e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:45.139930 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (4f76980a-74a8-4981-b616-35bce3a82ef7), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:45.140231 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.db.l3_db [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Floating IP 4f76980a-74a8-4981-b616-35bce3a82ef7 disassociated (deleted). External IP: 172.27.2.123, port: 5ae7f641-8210-4168-952a-e6c7ee9608d0. May 16 19:20:45.344248 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:20:45.462656 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:20:45.467987 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:45.473363 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:20:45.484219 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:45.484863 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:45.500698 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c5dca511-bc55-404c-baf3-d4f9fec6ed3d tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "DELETE /v2.0/floatingips/4f76980a-74a8-4981-b616-35bce3a82ef7 HTTP/1.1" status: 204 len: 168 time: 0.8379884 May 16 19:20:45.501302 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:20:45.503790 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9deaedc000f8e4cb28f6d144d5a7082d08a4f4bda60358262d6b28b2a1ef7da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa16f7b-950e-445d-a338-723e0130bbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:20:45.543022 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25acc3-f08c-4a59-a068-90bc0f3fe7b4 x-openstack-request-id: req-ce25acc3-f08c-4a59-a068-90bc0f3fe7b4 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:20:45.543508 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:20:45.543822 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce25acc3-f08c-4a59-a068-90bc0f3fe7b4 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:20:45.544301 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce25acc3-f08c-4a59-a068-90bc0f3fe7b4'] response: {'name': 'network-changed', 'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'status': 'completed', 'code': 200} May 16 19:20:45.608383 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-0fb4b6cd-4b95-4772-9209-2b52edd80f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:45.610102 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-0fb4b6cd-4b95-4772-9209-2b52edd80f98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 1129 time: 0.0424006 May 16 19:20:45.733647 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:45.749813 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-64899a47-d354-47aa-977a-68628702ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:45.751290 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-64899a47-d354-47aa-977a-68628702ea99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 200 len: 913 time: 0.1343405 May 16 19:20:45.761654 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81512a1-b533-4594-8662-167cb0eff796 req-6d14869c-4c42-43f6-82f8-58c2f26d0879 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:45.763064 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b81512a1-b533-4594-8662-167cb0eff796 req-6d14869c-4c42-43f6-82f8-58c2f26d0879 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 945 time: 0.0560663 May 16 19:20:45.812431 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-b81512a1-b533-4594-8662-167cb0eff796 req-db673c97-e6c0-4252-9f99-ea46b53a9fe4 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436370 May 16 19:20:45.915710 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:45.940190 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:20:45.948742 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:45.949344 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:46.053641 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:46.247027 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:46.271975 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f19707-2c0c-40bc-a3fa-06197cdb51ef None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:13:34Z', 'revision_number': 4, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi', '_interfaces': [{'id': '754b4292-d564-4a03-9e6f-2247b6971d04', 'name': '', 'network_id': '76a0db38-1a09-4cf8-86ec-0bf0b9de76ec', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'mac_address': 'fa:16:3e:0d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '80caee0b-11c8-4855-941e-9b7178d17102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:32Z', 'updated_at': '2022-05-16T19:13:37Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'subnets': [{'id': '80caee0b-11c8-4855-941e-9b7178d17102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:20:46.520153 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00777585-8767-4f3e-b363-2ca7e706f953 None None] New status for floating IP 4f76980a-74a8-4981-b616-35bce3a82ef7: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:20:46.682634 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-c132f62b-abed-4827-b13b-292f4b2d7bc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 200 len: 217 time: 0.0378826 May 16 19:20:46.737392 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-10cf9ef0-ada8-4bde-a45b-b47227866d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:46.738889 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-10cf9ef0-ada8-4bde-a45b-b47227866d57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 200 len: 851 time: 0.0505061 May 16 19:20:46.853320 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-41fb9a30-0495-4083-bafe-9c636e3940e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:46.854870 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-41fb9a30-0495-4083-bafe-9c636e3940e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471623 May 16 19:20:46.941517 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23512-54bd-4645-bacb-87b96755034a req-1d5b2c83-6d58-40e0-b043-9e0b270a7e87 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:46.943089 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ced23512-54bd-4645-bacb-87b96755034a req-1d5b2c83-6d58-40e0-b043-9e0b270a7e87 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 945 time: 0.0512133 May 16 19:20:46.957086 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-7a45b80f-abee-40cc-9658-a11a954cce88 service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937638 May 16 19:20:46.998794 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-ced23512-54bd-4645-bacb-87b96755034a req-6570b85d-6623-40a5-b811-de88228b3415 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa03dbe3-2e18-4524-a9ae-207be21af323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497255 May 16 19:20:47.100076 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-aaa16f7b-950e-445d-a338-723e0130bbe1 req-9aeaefa7-fa32-42ad-881c-c395d537a9fa service neutron] 10.222.0.49 "GET /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951819 May 16 19:20:47.137289 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-e908e15b-7d49-425b-9f8d-c82ad85e958e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:20:47.138765 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-e908e15b-7d49-425b-9f8d-c82ad85e958e tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 945 time: 0.0524719 May 16 19:20:47.225185 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Deleting port 5ae7f641-8210-4168-952a-e6c7ee9608d0 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:47.225633 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:47.328804 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] For port 5ae7f641-8210-4168-952a-e6c7ee9608d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76606',level=0,port_id=5ae7f641-8210-4168-952a-e6c7ee9608d0,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:47.329128 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:47.344732 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Calling delete_port for 5ae7f641-8210-4168-952a-e6c7ee9608d0 owned by compute:nova {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:47.471718 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (5ae7f641-8210-4168-952a-e6c7ee9608d0), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:47.503964 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'Port': ['ID=5ae7f641-8210-4168-952a-e6c7ee9608d0,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:47.547802 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] No DVR routers for this DVR port 5ae7f641-8210-4168-952a-e6c7ee9608d0 on host hv-cinder-76606 {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:20:47.550399 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for port (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:47.553508 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [req-3972f6fa-b5a9-4f8a-a8a6-0514d3762a42 req-2c892c9c-6972-4adc-a3ee-7a9260f27a61 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.49 "DELETE /v2.0/ports/5ae7f641-8210-4168-952a-e6c7ee9608d0 HTTP/1.1" status: 204 len: 173 time: 0.4095244 May 16 19:20:47.553969 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'name': 'network-vif-deleted', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0'}] {{(pid=103673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:20:47.556248 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0132af82ee2e29dc34898600882488a7c08b7e36049c7c22a1cd10059012b1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e4549-8ac3-4d08-ae85-814848724f21" -d '{"events": [{"server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "name": "network-vif-deleted", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0"}]}' {{(pid=103673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:20:47.592221 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfec81-73e4-4f26-b96c-56fd82be4656 x-openstack-request-id: req-c1dfec81-73e4-4f26-b96c-56fd82be4656 {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:20:47.592509 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dfa22e-8502-4ec3-908d-a2315cd2c23d", "name": "network-vif-deleted", "tag": "5ae7f641-8210-4168-952a-e6c7ee9608d0", "status": "completed", "code": 200}]} {{(pid=103673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:20:47.592760 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1dfec81-73e4-4f26-b96c-56fd82be4656 {{(pid=103673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:20:47.593187 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dfec81-73e4-4f26-b96c-56fd82be4656'] response: {'server_uuid': '55dfa22e-8502-4ec3-908d-a2315cd2c23d', 'name': 'network-vif-deleted', 'tag': '5ae7f641-8210-4168-952a-e6c7ee9608d0', 'status': 'completed', 'code': 200} May 16 19:20:48.108243 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [req-7087060b-2b51-4b3d-bd48-a65625cd2d9c req-243901bc-1ea5-403b-bf67-4107cbb8e550 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dfa22e-8502-4ec3-908d-a2315cd2c23d HTTP/1.1" status: 200 len: 210 time: 0.0282433 May 16 19:20:49.174281 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51984) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:49.288352 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Deleting port be56ac05-637a-4a8d-bdc4-18a3395451f0 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:49.288642 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:49.364408 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:49.364686 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (be56ac05-637a-4a8d-bdc4-18a3395451f0), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:49.376740 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Calling delete_port for be56ac05-637a-4a8d-bdc4-18a3395451f0 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:49.519424 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (be56ac05-637a-4a8d-bdc4-18a3395451f0), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:49.542095 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'Port': ['ID=be56ac05-637a-4a8d-bdc4-18a3395451f0,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:49.604665 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for floatingip (0223c53f-2e0c-4a47-a4ae-afc407c3d264), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:49.607303 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16622762'] for floatingip (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:49.608495 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-1f1c8eac-f071-4a86-8eb1-a16b1a47f7f0 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "DELETE /v2.0/floatingips/0223c53f-2e0c-4a47-a4ae-afc407c3d264 HTTP/1.1" status: 204 len: 168 time: 0.4337201 May 16 19:20:50.822014 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 51996) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:50.883296 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b02e14f1-0be2-4f14-a4f0-062ddcbac155 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group (aa03dbe3-2e18-4524-a9ae-207be21af323), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:50.908640 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b02e14f1-0be2-4f14-a4f0-062ddcbac155 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group (aa03dbe3-2e18-4524-a9ae-207be21af323), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:50.970184 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b02e14f1-0be2-4f14-a4f0-062ddcbac155 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (aa03dbe3-2e18-4524-a9ae-207be21af323), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:50.973238 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b02e14f1-0be2-4f14-a4f0-062ddcbac155 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:50.974419 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-b02e14f1-0be2-4f14-a4f0-062ddcbac155 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] 10.222.0.24 "DELETE /v2.0/security-groups/aa03dbe3-2e18-4524-a9ae-207be21af323 HTTP/1.1" status: 204 len: 168 time: 0.1514423 May 16 19:20:50.983353 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e14f1-0be2-4f14-a4f0-062ddcbac155 tempest-TestVolumeBootPattern-1099673589 tempest-TestVolumeBootPattern-1099673589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa03dbe3-2e18-4524-a9ae-207be21af323,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:51.029794 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52000) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:51.477489 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:20:51.570651 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:51.694688 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ae7f641-8210-4168-952a-e6c7ee9608d0 no longer exists at agent hyperv_hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:51.714443 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] No Port match for: 5ae7f641-8210-4168-952a-e6c7ee9608d0 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:51.714792 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Device 5ae7f641-8210-4168-952a-e6c7ee9608d0 not bound to the agent host hv-cinder-76606 {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:51.787929 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Deleting port 754b4292-d564-4a03-9e6f-2247b6971d04 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:51.788150 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:51.870565 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] For port 754b4292-d564-4a03-9e6f-2247b6971d04, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=754b4292-d564-4a03-9e6f-2247b6971d04,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:51.871290 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:51.883245 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Calling delete_port for 754b4292-d564-4a03-9e6f-2247b6971d04 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:52.072540 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (754b4292-d564-4a03-9e6f-2247b6971d04), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:52.103628 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Pushing event deleted for resources: {'Port': ['ID=754b4292-d564-4a03-9e6f-2247b6971d04,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:52.507453 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:52.717390 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:20:52.820278 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:20:52.825465 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-78fe1bc2-1f52-4015-92e2-06e9480a374f admin admin] 10.222.0.24 "PUT /v2.0/routers/48eee7fc-0e0a-441d-a78f-95b3b8d06a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946358 May 16 19:20:52.828344 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 52004) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:52.829704 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] Sync routers for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:20:52.840725 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:52.841347 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:52.928780 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks [] for router (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:52.940773 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: dv-cinder-766064-6-iscsi {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:53.024379 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks [] for router_gateway (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.066660 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Deleting port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:53.067086 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.102482 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:20:52Z', 'revision_number': 5, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port': {'id': 'f89da1e5-3b0b-4267-a9f3-023dcc76e5c3', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:28Z', 'updated_at': '2022-05-16T19:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:53.127744 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] Checking router: 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b for host: dv-cinder-766064-6-iscsi {{(pid=103675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:20:53.136099 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] Routers {'48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:53.136707 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'], 'active': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:53.143393 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] For port f89da1e5-3b0b-4267-a9f3-023dcc76e5c3, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:53.143757 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.161154 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Calling delete_port for f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 owned by network:router_gateway {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:53.220874 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvr_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] Set router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b gateway port host: None {{(pid=103675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:53.271553 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_hamode_db [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:20:53Z', 'revision_number': 6, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port_host': None}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:53.295873 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f049ec-8887-4d91-a3f6-545cf4e71d5b None None] The sync data for ids ['48eee7fc-0e0a-441d-a78f-95b3b8d06a9b'] in dv-cinder-766064-6-iscsi is: [{'id': '48eee7fc-0e0a-441d-a78f-95b3b8d06a9b', 'name': 'tempest-TestVolumeBootPattern-1425625145-router', 'tenant_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:27Z', 'updated_at': '2022-05-16T19:20:53Z', 'revision_number': 6, 'project_id': '385ae3c7ea8347d7bfc346d8bc7fda4a', 'gw_port_host': None}] {{(pid=103675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:20:53.325434 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (f89da1e5-3b0b-4267-a9f3-023dcc76e5c3), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.352346 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89da1e5-3b0b-4267-a9f3-023dcc76e5c3,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:53.427735 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.525731 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.528132 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks [] for router_controller (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), precommit_delete_associations {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.574052 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (48eee7fc-0e0a-441d-a78f-95b3b8d06a9b), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.574670 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48eee7fc-0e0a-441d-a78f-95b3b8d06a9b {{(pid=103673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:20:53.579295 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.581399 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-e816afbc-81a8-4113-9952-cecef5ae8b90 admin admin] 10.222.0.24 "DELETE /v2.0/routers/48eee7fc-0e0a-441d-a78f-95b3b8d06a9b HTTP/1.1" status: 204 len: 168 time: 0.7519913 May 16 19:20:53.584129 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52006) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:53.635036 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Deleting subnet 80caee0b-11c8-4855-941e-9b7178d17102 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:20:53.638728 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Publish callbacks [] for subnet (80caee0b-11c8-4855-941e-9b7178d17102), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.674593 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (80caee0b-11c8-4855-941e-9b7178d17102), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.765332 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (80caee0b-11c8-4855-941e-9b7178d17102), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.823210 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (80caee0b-11c8-4855-941e-9b7178d17102), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.850695 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.854565 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80caee0b-11c8-4855-941e-9b7178d17102 HTTP/1.1" status: 204 len: 168 time: 0.2693293 May 16 19:20:53.855603 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0670ee5-565c-4d00-9018-934292ce7581 None None] Network 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:20:53.856176 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10718b-714d-463b-bc77-877a51368145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80caee0b-11c8-4855-941e-9b7178d17102,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:53.857308 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.wsgi [-] (103673) accepted ('10.222.0.24', 52008) {{(pid=103673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:53.928799 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:53.970097 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Deleting port aea18ea4-1fed-48e1-8f5e-de35c008e879 {{(pid=103673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:53.970441 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.037395 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] For port aea18ea4-1fed-48e1-8f5e-de35c008e879, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=aea18ea4-1fed-48e1-8f5e-de35c008e879,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:54.040663 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.048905 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] DHCP port deletion for 76a0db38-1a09-4cf8-86ec-0bf0b9de76ec request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:20:54.056179 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.plugin [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Calling delete_port for aea18ea4-1fed-48e1-8f5e-de35c008e879 owned by network:dhcp {{(pid=103673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:54.105959 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Deleting port aea18ea4-1fed-48e1-8f5e-de35c008e879 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:54.106743 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.121597 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:54.141239 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932124'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.152913 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:54.153232 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device f89da1e5-3b0b-4267-a9f3-023dcc76e5c3 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:54.153919 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 754b4292-d564-4a03-9e6f-2247b6971d04 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:54.167197 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea18ea4-1fed-48e1-8f5e-de35c008e879,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:54.172915 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] No DVR routers for this DVR port aea18ea4-1fed-48e1-8f5e-de35c008e879 on host dv-cinder-766064-6-iscsi {{(pid=103673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:20:54.176185 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 754b4292-d564-4a03-9e6f-2247b6971d04 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:54.176516 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 754b4292-d564-4a03-9e6f-2247b6971d04 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:54.176931 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device aea18ea4-1fed-48e1-8f5e-de35c008e879 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:54.228050 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: aea18ea4-1fed-48e1-8f5e-de35c008e879 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:54.228390 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device aea18ea4-1fed-48e1-8f5e-de35c008e879 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:54.230858 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] For port aea18ea4-1fed-48e1-8f5e-de35c008e879, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=aea18ea4-1fed-48e1-8f5e-de35c008e879,segment=NetworkSegment(4c1b10fc-7b69-418c-afaa-34de3d2af1f4),segment_id=4c1b10fc-7b69-418c-afaa-34de3d2af1f4)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:54.231250 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.245621 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Calling delete_port for aea18ea4-1fed-48e1-8f5e-de35c008e879 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:54.250794 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.271976 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a0db38-1a09-4cf8-86ec-0bf0b9de76ec']}} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:54.282231 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1b10fc-7b69-418c-afaa-34de3d2af1f4') {'for_net_delete': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:54.282525 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.services.segments.db [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1b10fc-7b69-418c-afaa-34de3d2af1f4') {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:54.293517 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981318'] for segment (4c1b10fc-7b69-418c-afaa-34de3d2af1f4), before_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.307846 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (4c1b10fc-7b69-418c-afaa-34de3d2af1f4), precommit_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.316876 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:20:54.317552 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932047'] for segment (4c1b10fc-7b69-418c-afaa-34de3d2af1f4), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: Traceback (most recent call last): May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: timer() May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: cb(*args, **kw) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: return func(*args, **kwargs) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: self._notify() May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: self.callback(batched_events) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: event.method(event) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: return f(self, *a, **k) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._get(url).json() May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: return self.request(url, 'GET', **kwargs) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:20:54.319553 dv-cinder-766064-6-iscsi neutron-server[103673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:20:54.332014 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (aea18ea4-1fed-48e1-8f5e-de35c008e879), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.344273 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] No DVR routers for this DVR port aea18ea4-1fed-48e1-8f5e-de35c008e879 on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:20:54.362147 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Pushing event deleted for resources: {'Port': ['ID=aea18ea4-1fed-48e1-8f5e-de35c008e879,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:54.370239 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.370544 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.370930 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.371214 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.371550 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.371893 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.372265 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.372527 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.372892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.373553 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.373553 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.373848 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.374145 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.374464 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.375050 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2702c3a-0900-4d26-8163-1bbc6172389d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-6-iscsi {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:20:54.382728 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (76a0db38-1a09-4cf8-86ec-0bf0b9de76ec), after_delete {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.389100 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.392464 dv-cinder-766064-6-iscsi neutron-server[103673]: INFO neutron.wsgi [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76a0db38-1a09-4cf8-86ec-0bf0b9de76ec HTTP/1.1" status: 204 len: 168 time: 0.5339878 May 16 19:20:54.395812 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52010) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:54.404023 dv-cinder-766064-6-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba694-2e74-4568-914a-c09f373fbac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a0db38-1a09-4cf8-86ec-0bf0b9de76ec,revision_number=None']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:54.713292 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428748'] for router_interface (54f43892-589c-42b6-91da-4bb76df20a96), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:54.931165 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Deleting port 7abc7ab7-f7a5-4841-8af0-664af97c9a18 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:54.931459 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:55.015247 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] For port 7abc7ab7-f7a5-4841-8af0-664af97c9a18, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=7abc7ab7-f7a5-4841-8af0-664af97c9a18,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:55.015485 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:55.029115 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Calling delete_port for 7abc7ab7-f7a5-4841-8af0-664af97c9a18 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:55.207532 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (7abc7ab7-f7a5-4841-8af0-664af97c9a18), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:55.231084 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Pushing event deleted for resources: {'Port': ['ID=7abc7ab7-f7a5-4841-8af0-664af97c9a18,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:55.389497 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439763'] for router_interface (54f43892-589c-42b6-91da-4bb76df20a96), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:55.616770 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Router 54f43892-589c-42b6-91da-4bb76df20a96 has already been hosted by L3 agent 937bb16c-0aeb-4a59-abc4-deb73210d847 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:20:55.720357 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] Notify agent at l3_agent.dv-cinder-766064-6-iscsi the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:20:55.725422 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-40927766-51cb-4ea5-89af-12c7e67ff03d admin admin] 10.222.0.24 "PUT /v2.0/routers/54f43892-589c-42b6-91da-4bb76df20a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3284276 May 16 19:20:55.727979 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52012) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:55.730441 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] Sync routers for ids ['54f43892-589c-42b6-91da-4bb76df20a96'] in dv-cinder-766064-6-iscsi {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:20:55.741493 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] Routers {'54f43892-589c-42b6-91da-4bb76df20a96'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:55.742470 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['54f43892-589c-42b6-91da-4bb76df20a96'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:55.840234 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] Set router 54f43892-589c-42b6-91da-4bb76df20a96 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:56.009286 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:20:55Z', 'revision_number': 5, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:56.034738 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] Checking router: 54f43892-589c-42b6-91da-4bb76df20a96 for host: dv-cinder-766064-6-iscsi {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:20:56.043282 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] Routers {'54f43892-589c-42b6-91da-4bb76df20a96'} bound to L3 agent in host dv-cinder-766064-6-iscsi {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:20:56.043889 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:39Z,description=,heartbeat_timestamp=2022-05-16T19:20:39Z,host='dv-cinder-766064-6-iscsi',id=937bb16c-0aeb-4a59-abc4-deb73210d847,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:39Z,topic='l3_agent')) {'router_ids': ['54f43892-589c-42b6-91da-4bb76df20a96'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:56.079211 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks [] for router (54f43892-589c-42b6-91da-4bb76df20a96), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.143315 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] Set router 54f43892-589c-42b6-91da-4bb76df20a96 gateway port host: dv-cinder-766064-6-iscsi {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:20:56.174358 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks [] for router_gateway (54f43892-589c-42b6-91da-4bb76df20a96), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.224035 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Deleting port 12024843-2aac-42b1-b476-7f589e725ef8 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:56.224377 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (12024843-2aac-42b1-b476-7f589e725ef8), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.304027 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] For port 12024843-2aac-42b1-b476-7f589e725ef8, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=12024843-2aac-42b1-b476-7f589e725ef8,segment=NetworkSegment(2bc80bab-adec-403a-94c2-f8cf7906a0a8),segment_id=2bc80bab-adec-403a-94c2-f8cf7906a0a8)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:56.304377 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (12024843-2aac-42b1-b476-7f589e725ef8), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.317439 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Calling delete_port for 12024843-2aac-42b1-b476-7f589e725ef8 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:56.397833 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:20:55Z', 'revision_number': 5, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}], 'dv-cinder-766064-6-iscsi', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:56.421655 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b98ef-e0e6-4bfe-8d09-db5ea2348e4f None None] The sync data for ids ['54f43892-589c-42b6-91da-4bb76df20a96'] in dv-cinder-766064-6-iscsi is: [{'id': '54f43892-589c-42b6-91da-4bb76df20a96', 'name': 'tempest-TestVolumeBootPattern-253476944-router', 'tenant_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'external_fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '12024843-2aac-42b1-b476-7f589e725ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:20:55Z', 'revision_number': 5, 'project_id': 'b578e7cebd13462290fbe5dd4dbf9415', 'gw_port': {'id': '12024843-2aac-42b1-b476-7f589e725ef8', 'name': '', 'network_id': '35ecaa69-6c0c-487d-902a-7f2b1a4ee591', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f43892-589c-42b6-91da-4bb76df20a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:13:37Z', 'updated_at': '2022-05-16T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17ac7559-f5e1-4835-8356-fe89a0439f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-6-iscsi'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:20:56.484979 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (12024843-2aac-42b1-b476-7f589e725ef8), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.509497 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=12024843-2aac-42b1-b476-7f589e725ef8,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:56.573346 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431614'] for router_gateway (54f43892-589c-42b6-91da-4bb76df20a96), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.658243 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7273'] for router (54f43892-589c-42b6-91da-4bb76df20a96), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.660394 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks [] for router_controller (54f43892-589c-42b6-91da-4bb76df20a96), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.708054 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432303'] for router (54f43892-589c-42b6-91da-4bb76df20a96), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.708529 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f43892-589c-42b6-91da-4bb76df20a96 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:20:56.712921 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.714177 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-8f1a51f0-9f4a-431e-9800-cf21a282dcdd admin admin] 10.222.0.24 "DELETE /v2.0/routers/54f43892-589c-42b6-91da-4bb76df20a96 HTTP/1.1" status: 204 len: 168 time: 0.9852328 May 16 19:20:56.718433 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52014) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:56.764686 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Deleting subnet 4254d7a8-aa97-42ce-bc30-b55f5d24a794 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:20:56.768401 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Publish callbacks [] for subnet (4254d7a8-aa97-42ce-bc30-b55f5d24a794), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.808038 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125947508'] for subnet (4254d7a8-aa97-42ce-bc30-b55f5d24a794), precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.890487 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16232443'] for subnet (4254d7a8-aa97-42ce-bc30-b55f5d24a794), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.943191 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125908837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126246481'] for subnet (4254d7a8-aa97-42ce-bc30-b55f5d24a794), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.967937 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4254d7a8-aa97-42ce-bc30-b55f5d24a794,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:56.971569 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for subnet (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:56.976152 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-c58ee1b2-793c-41f5-819c-7d4006470faf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4254d7a8-aa97-42ce-bc30-b55f5d24a794 HTTP/1.1" status: 204 len: 168 time: 0.2550967 May 16 19:20:56.977559 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52016) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:56.980384 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ff22a-f012-4871-8ca4-9715d5e5e94d None None] Network 2a46665b-4ab7-4219-9486-53d23e6e5280 requested from dv-cinder-766064-6-iscsi {{(pid=103675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:20:57.053847 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16077604'] for network (2a46665b-4ab7-4219-9486-53d23e6e5280), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.097269 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Deleting port e1bad9d8-c720-420d-9404-5a6d7f239606 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:57.097648 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.137682 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] DHCP port deletion for 2a46665b-4ab7-4219-9486-53d23e6e5280 request from dv-cinder-766064-6-iscsi {{(pid=103675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:20:57.170543 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] For port e1bad9d8-c720-420d-9404-5a6d7f239606, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=e1bad9d8-c720-420d-9404-5a6d7f239606,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:57.170900 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.174234 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] Deleting port e1bad9d8-c720-420d-9404-5a6d7f239606 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:20:57.174608 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761942937317'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.183389 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Calling delete_port for e1bad9d8-c720-420d-9404-5a6d7f239606 owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:57.239247 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] For port e1bad9d8-c720-420d-9404-5a6d7f239606, host dv-cinder-766064-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-6-iscsi',level=0,port_id=e1bad9d8-c720-420d-9404-5a6d7f239606,segment=NetworkSegment(93d1fbd9-21e1-4f4f-9c74-2570ced147f5),segment_id=93d1fbd9-21e1-4f4f-9c74-2570ced147f5)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:20:57.239559 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-428550'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.252594 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] Calling delete_port for e1bad9d8-c720-420d-9404-5a6d7f239606 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:20:57.263151 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125907860'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.288252 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bad9d8-c720-420d-9404-5a6d7f239606,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:57.291540 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] No DVR routers for this DVR port e1bad9d8-c720-420d-9404-5a6d7f239606 on host dv-cinder-766064-6-iscsi {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:20:57.328297 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16100329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16668381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761942946425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761942550869'] for port (e1bad9d8-c720-420d-9404-5a6d7f239606), after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.357843 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] Pushing event deleted for resources: {'Port': ['ID=e1bad9d8-c720-420d-9404-5a6d7f239606,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:57.359720 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f1999-d06d-498a-b409-e3065731a5e5 None None] No DVR routers for this DVR port e1bad9d8-c720-420d-9404-5a6d7f239606 on host dv-cinder-766064-6-iscsi {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:20:57.370811 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16234062', 'neutron.services.segments.db._delete_segments_for_network-8761942966550'] for network (2a46665b-4ab7-4219-9486-53d23e6e5280), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.391218 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a46665b-4ab7-4219-9486-53d23e6e5280']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:57.400948 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d1fbd9-21e1-4f4f-9c74-2570ced147f5') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:57.401249 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.services.segments.db [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d1fbd9-21e1-4f4f-9c74-2570ced147f5') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:20:57.410637 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761943049759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125947469'] for segment (93d1fbd9-21e1-4f4f-9c74-2570ced147f5), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.423920 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912'] for segment (93d1fbd9-21e1-4f4f-9c74-2570ced147f5), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.430875 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:20:57.430875 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16230912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125907911'] for segment (93d1fbd9-21e1-4f4f-9c74-2570ced147f5), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: Traceback (most recent call last): May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: timer() May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: cb(*args, **kw) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: return func(*args, **kwargs) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: self._notify() May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: self.callback(batched_events) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: event.method(event) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: return f(self, *a, **k) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._get(url).json() May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: return self.request(url, 'GET', **kwargs) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:20:57.432337 dv-cinder-766064-6-iscsi neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:20:57.492291 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16234101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16344208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428492'] for network (2a46665b-4ab7-4219-9486-53d23e6e5280), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.497795 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295288'] for network (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.500790 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a46665b-4ab7-4219-9486-53d23e6e5280 HTTP/1.1" status: 204 len: 168 time: 0.5222621 May 16 19:20:57.511446 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c636d5-a09a-4eae-9e47-3d6da125c575 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a46665b-4ab7-4219-9486-53d23e6e5280,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:57.657489 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52020) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:57.697099 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ffafa68d-de27-4ae5-ba13-ca260dff939a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=385ae3c7ea8347d7bfc346d8bc7fda4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383193 May 16 19:20:57.699687 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52022) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:57.752610 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3715-0a01-459d-9685-65a80cb6d8bd admin admin] Publish callbacks [] for security_group (7a520b50-ddb4-45dc-b805-118fa841a64a), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.776252 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3715-0a01-459d-9685-65a80cb6d8bd admin admin] Publish callbacks [] for security_group (7a520b50-ddb4-45dc-b805-118fa841a64a), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.826385 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3715-0a01-459d-9685-65a80cb6d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (7a520b50-ddb4-45dc-b805-118fa841a64a), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.829245 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3715-0a01-459d-9685-65a80cb6d8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:57.830450 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-ae0c3715-0a01-459d-9685-65a80cb6d8bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a520b50-ddb4-45dc-b805-118fa841a64a HTTP/1.1" status: 204 len: 168 time: 0.1298385 May 16 19:20:57.840302 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c3715-0a01-459d-9685-65a80cb6d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a520b50-ddb4-45dc-b805-118fa841a64a,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:20:57.878872 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 7abc7ab7-f7a5-4841-8af0-664af97c9a18 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:57.901673 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 7abc7ab7-f7a5-4841-8af0-664af97c9a18 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:57.902134 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 7abc7ab7-f7a5-4841-8af0-664af97c9a18 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:57.902610 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 12024843-2aac-42b1-b476-7f589e725ef8 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:57.921376 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: 12024843-2aac-42b1-b476-7f589e725ef8 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:57.921735 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device 12024843-2aac-42b1-b476-7f589e725ef8 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:57.922163 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device e1bad9d8-c720-420d-9404-5a6d7f239606 no longer exists at agent ovs-agent-dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:20:57.940017 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] No Port match for: e1bad9d8-c720-420d-9404-5a6d7f239606 {{(pid=103675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:20:57.940378 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron.plugins.ml2.rpc [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Device e1bad9d8-c720-420d-9404-5a6d7f239606 not bound to the agent host dv-cinder-766064-6-iscsi {{(pid=103675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:20:58.160135 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52028) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:58.204082 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-25ee2ca9-9c41-414c-9679-eee06722ee94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b578e7cebd13462290fbe5dd4dbf9415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428021 May 16 19:20:58.206921 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.24', 52030) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:20:58.260789 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8b76774-6440-4b47-abd9-1ae1a4baea7c admin admin] Publish callbacks [] for security_group (0549f25b-4643-4437-9ceb-d4428da78e15), before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:58.282020 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8b76774-6440-4b47-abd9-1ae1a4baea7c admin admin] Publish callbacks [] for security_group (0549f25b-4643-4437-9ceb-d4428da78e15), precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:58.334569 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8b76774-6440-4b47-abd9-1ae1a4baea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16351074'] for security_group (0549f25b-4643-4437-9ceb-d4428da78e15), after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:58.337241 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d8b76774-6440-4b47-abd9-1ae1a4baea7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:58.338415 dv-cinder-766064-6-iscsi neutron-server[103674]: INFO neutron.wsgi [None req-d8b76774-6440-4b47-abd9-1ae1a4baea7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0549f25b-4643-4437-9ceb-d4428da78e15 HTTP/1.1" status: 204 len: 168 time: 0.1303782 May 16 19:20:58.346137 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b76774-6440-4b47-abd9-1ae1a4baea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549f25b-4643-4437-9ceb-d4428da78e15,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:21:04.847308 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:06.574608 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-681cf0c9-cad7-402c-97ed-6b6cf7c601a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:08.859469 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-de6f4652-814d-432b-8534-a60eb330db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:10.165231 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:11.759201 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:13.178320 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:28.482210 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:21:34.878260 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:36.578711 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-334d9511-01e4-4051-96db-db413916bf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:38.856291 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3960fcbf-3d30-4319-88e8-d6d0130f04bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:40.176565 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:41.765825 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:43.176682 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:04.872277 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:05.486072 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:22:06.580568 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e633-7adb-4b20-ac4d-8ca90794cbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:08.858409 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-59584cb8-7e62-4e1f-af32-655aa71eca86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:10.174599 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:11.761203 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:13.173782 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:34.890208 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:36.578501 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6bc50694-b68c-4a9e-b793-1d3bfc729be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:38.856636 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e0075d5f-108f-4d7e-84df-6963ad3584a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:40.178510 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:41.765666 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:42.491495 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:22:43.171346 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:04.889632 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:06.581111 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0e813256-272a-4d1f-8fc9-0b4c427369d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:08.851994 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e448f251-9f86-4522-a368-772d98d162f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:10.177202 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:11.773737 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:13.167248 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:19.499339 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:23:34.892892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:36.582585 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-be10b71d-2322-44a0-8bae-baa79c6411c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:38.860189 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9a306cdd-5951-4e1c-a89c-5724aa0ff9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:40.189722 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:41.780986 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:42.777563 dv-cinder-766064-6-iscsi neutron-server[103674]: DEBUG neutron.wsgi [req-d28836e1-7a57-4b5b-a138-8f699a5816e8 req-fc8018c6-1b04-4879-942f-153d0ad24065 service neutron] (103674) timed out ('10.222.0.49', 50147) {{(pid=103674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 19:23:43.162211 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:56.493304 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:24:04.898964 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:06.582946 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-754c3ca9-409c-4744-b05c-a39c3f777a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:08.864305 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b47e8fca-e511-4ad5-99bf-8ff28ab3f5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:10.185877 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:11.781345 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:13.173329 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:33.498084 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:24:34.920700 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:36.579720 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ba2df73-dc96-47c7-b985-7dece2604401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:38.862784 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4bcf3663-bfd7-4198-a0f5-6e754c3cfff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:40.188225 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:41.790988 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:43.174251 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:04.940756 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:06.583149 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-77f652f3-dc30-41cf-8919-42d71efe5a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:08.864631 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6b4de9b0-ebbc-44c3-893b-dfec16981738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:10.196830 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:10.502846 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:25:11.797838 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:13.174258 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:34.930792 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:36.584531 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd22-1b12-4bd1-8280-5a7771ee6c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:38.871783 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04f44fa0-d6d1-4b6a-a434-017867887947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:40.197865 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:41.793279 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:43.173805 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:25:47.508154 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:26:04.943337 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:06.587102 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3c58054d-881a-4775-b74b-8a75d8a78aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:08.872910 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3697f447-ccc8-4872-98f1-3f96c1c6f7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (937bb16c-0aeb-4a59-abc4-deb73210d847), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:10.201410 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-93f1a716-6916-4e8f-87a7-24d882bad148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (8a1735bd-aa31-425a-b4d8-58752b24927b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:11.806212 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5dd9eaca-cd47-4965-a576-843ade61e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f87d6183-0a29-4462-8ff0-3463eb64fdbe), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:13.175310 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-430737cb-08c9-48f5-8b5d-898c9d63fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (f9c8a937-8d58-44f2-ae7f-341a8ed48476), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:24.508372 dv-cinder-766064-6-iscsi neutron-server[103676]: DEBUG neutron.db.agents_db [None req-a3b64a43-671b-4917-b0c8-f368b0b58484 None None] Agent healthcheck: found 6 active agents {{(pid=103676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:26:34.939892 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ebb1936f-cb3c-41a3-b0f0-278775faa60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (9c8889f1-ad99-477b-a0ac-fe22bb8fb99b), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:26:36.584898 dv-cinder-766064-6-iscsi neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91bf857e-81e8-43a0-81e6-e44c25babafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761942966532', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16040077'] for agent (626e49b0-8cb7-4438-b0be-c75f72663590), after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}